-- Logs begin at Fri 2021-04-30 12:30:25 UTC, end at Fri 2021-04-30 13:39:52 UTC. --
Apr 30 13:07:07.607903 dv-cinder-787195-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 30 13:07:10.040175 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.common.config [-] Logging enabled!
Apr 30 13:07:10.040758 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168
Apr 30 13:07:10.040860 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73731) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 30 13:07:10.044060 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.common.config [-] Logging enabled!
Apr 30 13:07:10.044318 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168
Apr 30 13:07:10.044627 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73731) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 30 13:07:10.045544 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 13:07:10.045778 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 13:07:10.046139 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 13:07:10.046409 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 13:07:10.046638 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 13:07:10.046957 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.047253 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.047548 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.047778 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.048072 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.048362 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.048646 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.048962 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.049264 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.049645 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.049930 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.050217 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.050475 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.050759 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.051053 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.051341 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.051569 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] debug                          = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.051848 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.052282 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.052699 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.052980 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.053269 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.053550 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.053819 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.054095 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.054480 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.054804 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] host                           = dv-cinder-787195-5-iscsi {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.055083 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.055372 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.055659 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.055946 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.056221 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.056497 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.056783 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.057055 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.057327 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.057601 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.057888 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.058174 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.058492 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.058718 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.058939 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.059227 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.059511 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.059786 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.060059 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.060332 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.060605 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.060883 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.061151 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.061433 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.061717 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.062000 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.062289 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.062569 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.062859 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.063116 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.063399 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.063673 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.063945 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.064217 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.064541 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.064897 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.065209 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.065512 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.065801 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.066084 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.066394 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.066673 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.066956 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.067229 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.067502 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.067775 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.068048 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.068317 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.068597 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.068871 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.069144 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.069416 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.069687 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.069969 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:10.070369 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.070661 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.070973 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.071258 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.071555 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.071838 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.072127 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.072405 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.072695 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.072986 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.073276 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.073556 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.073847 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.074128 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.074446 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.074758 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.075056 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.075349 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.075624 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.075899 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.076172 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.076450 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.076735 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.077031 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.077322 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.077597 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.077877 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.078168 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.078470 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.078744 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.079024 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.079327 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.079596 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.079869 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.080699 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.080988 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.081263 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.081537 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.081823 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.082108 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.082409 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.082687 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.082956 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.083233 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.083505 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.083791 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.084068 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.084341 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.084615 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.084893 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.085167 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.085440 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.085719 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.085993 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.086287 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.086645 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.086921 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.087196 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.087469 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.087744 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.088017 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.088290 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.088569 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.088846 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.089118 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.089490 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.089665 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.089938 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.090225 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.090545 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.090825 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.091102 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.091388 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.091667 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.091946 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.092223 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.092503 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.092782 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.093051 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.093341 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.093624 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.093907 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.094189 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.094500 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.094796 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.095073 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.095357 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.095636 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.096570 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.096862 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.097151 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.097443 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.097737 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.098031 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.098350 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.098652 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.098936 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.099246 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.099528 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:10.099742 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 13:07:10.099983 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73731) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 30 13:07:10.454179 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:07:10.454472 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:07:10.454867 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:07:10.455427 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 30 13:07:10.764585 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.764877 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.765147 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.766408 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.766688 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.766955 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.886984 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.887246 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.887518 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.901514 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.901793 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.902066 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.931748 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.932030 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.932302 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.971534 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.971809 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:10.972081 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.209940 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1c2a08ea60> agent after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.210633 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1c2a08ea60> agent after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.210633 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1c2a08e940> segment precommit_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.210811 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1c2a08e9d0> network precommit_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.211500 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1c2a0bd670> segment before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.339989 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> network before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.340305 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1c2a02e430> agent before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.340588 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> network before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.340862 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> port before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.341130 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> port before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.341439 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> segment after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.341705 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> segment precommit_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.341963 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> segment precommit_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.342218 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> segment after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.342524 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> network after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.342785 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> network precommit_delete 0 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.343050 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> port provisioning_complete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.343318 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.343577 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> rbac-policy after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.343846 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> agent after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.344117 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> subnet after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.344376 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> subnet precommit_delete 0 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.344646 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.344903 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.345184 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> segment_host_mapping after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.345529 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> port after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.346500 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> port after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.346759 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> port after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.347049 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.347308 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.347561 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1c2a9e0a90>> rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.347951 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:07:11.348194 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:07:11.348436 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:07:11.348677 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:07:11.348916 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:07:11.349156 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:07:11.349532 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 30 13:07:11.352749 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 30 13:07:11.356704 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 30 13:07:11.360737 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])])
Apr 30 13:07:11.363083 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 30 13:07:11.363533 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 30 13:07:11.363865 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 30 13:07:11.364247 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 30 13:07:11.367081 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 30 13:07:11.367503 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 30 13:07:11.367856 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 13:07:11.396475 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 30 13:07:11.396942 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1c29fe3820>> qos_plugin after_init 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.397241 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73731) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 30 13:07:11.397610 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1c29fe3280>> logging-plugin after_init 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.399027 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73731) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 30 13:07:11.399329 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 13:07:11.399582 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 30 13:07:11.403155 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1c29efeb50>> floatingip before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.403437 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1c29efeb50>> port before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.477200 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 30 13:07:11.477383 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 30 13:07:11.477593 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 30 13:07:11.477982 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 30 13:07:11.509042 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_db.sqlalchemy.engines [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73731) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Apr 30 13:07:11.846675 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Initializing driver for type 'gre'
Apr 30 13:07:11.847114 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] gre ID ranges: [(1, 1000)]
Apr 30 13:07:11.904283 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Initializing driver for type 'local'
Apr 30 13:07:11.904638 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Initializing driver for type 'vlan'
Apr 30 13:07:11.918497 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] VlanTypeDriver initialization complete
Apr 30 13:07:11.918841 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Initializing driver for type 'vxlan'
Apr 30 13:07:11.919357 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] vxlan ID ranges: [(1, 1000)]
Apr 30 13:07:11.974196 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Initializing extension driver 'port_security'
Apr 30 13:07:11.974552 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.extensions.port_security [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] PortSecurityExtensionDriver initialization complete
Apr 30 13:07:11.974897 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Initializing mechanism driver 'openvswitch'
Apr 30 13:07:11.975241 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Initializing mechanism driver 'hyperv'
Apr 30 13:07:11.981720 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.plugins.ml2.plugin [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:07:11.982548 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29f24dc0>> port after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.982923 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29f24dc0>> port after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.983282 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29f24dc0>> port after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.983672 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29f24e80>> subnet after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.984035 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29f24e80>> subnet after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.984383 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29f24e80>> subnet after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.984766 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29a58d60>> network after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.985117 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29a58d60>> network after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.985461 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29a58d60>> network after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.985835 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29a58f10>> security_group after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.986182 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29a58f10>> security_group after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.987246 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29a58f10>> security_group after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.987631 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29a5f280>> security_group_rule after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.987979 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29a5f280>> security_group_rule after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.988319 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29a5f280>> security_group_rule after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.988698 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29a5f4f0>> address_group after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.989042 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29a5f4f0>> address_group after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.989380 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1c29a5f4f0>> address_group after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.989720 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] ML2 OVO RPC backend initialized. {{(pid=73731) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 30 13:07:11.990457 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> router_interface after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.990817 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> router_interface after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.991235 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> network before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.991584 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> networks before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.991934 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> port before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.992284 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> ports before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.992627 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> subnet before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.992971 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> subnets before_response 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.993318 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> network after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.993661 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> network after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.993999 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> network after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.994366 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> port after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.994706 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> port after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.995043 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> port after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.995378 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> subnet after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.995716 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> subnet after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.996054 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1c29a5f8e0>> subnet after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:11.996627 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.plugin [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Modular L2 Plugin initialization complete
Apr 30 13:07:11.996956 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading services supported by the core plugin {{(pid=73731) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 30 13:07:11.997280 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.plugins.ml2.managers [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Got port-security extension from driver 'port_security'
Apr 30 13:07:11.997745 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.extensions.vlantransparent [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Disabled vlantransparent extension.
Apr 30 13:07:11.998241 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73731) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 30 13:07:11.998579 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading Plugin: router
Apr 30 13:07:12.035756 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router_interface before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.036148 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router after_create 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.036522 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router before_create 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.036891 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router_interface before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.037262 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router_interface after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.037617 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router after_delete 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.037974 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> floatingip after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.038360 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router after_create 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.038706 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router after_update 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.039056 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router after_update 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.039410 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router_gateway after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.039770 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router after_update 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.040176 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router precommit_update 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.040544 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1c2a06e670> port after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.040885 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1c2a06e700> port after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.041224 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1c2a06e5e0> subnet after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.041566 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1c2a06e160> subnetpool_address_scope after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.041913 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> port precommit_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.042281 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router precommit_create 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.042644 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1c2a05f550> port before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.042986 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router precommit_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.043343 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router after_update 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.043687 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router precommit_delete 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.044042 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router precommit_create 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.044403 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router_interface after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.044757 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> router precommit_update 55549900 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.045153 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1c29a5fa00>> network after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.046020 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Tracking information for resource: router configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:07:12.046377 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Tracking information for resource: floatingip configured {{(pid=73731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:07:12.052169 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.db.l3_agentschedulers_db [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 30 13:07:12.052759 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1c29a08280> port after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.053120 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1c29a08160> port after_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.053471 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <function _notify_port_delete at 0x7f1c29a081f0> port after_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.053826 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1c29a08550> port after_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.054656 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1c299c8250>> router before_create 55550100 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.055024 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1c299c8250>> router precommit_delete 55550100 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.055387 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1c299c8250>> router precommit_create 55550100 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.055746 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1c299c8250>> router precommit_update 55550100 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.060239 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.services.provider_configuration [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service providers = [] {{(pid=73731) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 30 13:07:12.060605 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.db.servicetype_db [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73731) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 30 13:07:12.063490 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.services.service_base [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 13:07:12.063845 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.services.service_base [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 13:07:12.064196 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.services.service_base [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 13:07:12.065246 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.services.service_base [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 13:07:12.065616 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.services.service_base [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 30 13:07:12.066165 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:07:12.066512 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 30 13:07:12.076890 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:07:12.077229 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading Plugin: auto_allocate
Apr 30 13:07:12.083091 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1c299d88b0> network precommit_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.083459 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1c299d88b0> network precommit_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.083983 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:07:12.084299 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading Plugin: tag
Apr 30 13:07:12.091102 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:07:12.091432 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading Plugin: timestamp
Apr 30 13:07:12.095211 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:07:12.095543 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading Plugin: network_ip_availability
Apr 30 13:07:12.101359 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1c299d2820>> rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.101732 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1c299d2820>> rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.102086 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1c299d2820>> rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.102918 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:07:12.103242 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading Plugin: flavors
Apr 30 13:07:12.108124 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:07:12.108455 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading Plugin: revisions
Apr 30 13:07:12.113236 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:07:12.113624 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_concurrency.lockutils [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.659s {{(pid=73731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:07:12.114392 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73731) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 30 13:07:12.114729 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Initializing extension manager.
Apr 30 13:07:12.115239 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: __init__.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.115579 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: __pycache__ {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.115912 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.116241 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: address_group.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.117063 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.117559 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: address-group
Apr 30 13:07:12.117883 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: address_scope.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.118696 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.119139 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: address-scope
Apr 30 13:07:12.119460 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.120391 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.120909 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: router-admin-state-down-before-update
Apr 30 13:07:12.121230 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: agent.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.121924 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.122468 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: agent
Apr 30 13:07:12.122785 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: agent_resources_synced.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.123680 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.124192 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: agent-resources-synced
Apr 30 13:07:12.124517 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: allowedaddresspairs.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.126292 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.126825 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: allowed-address-pairs
Apr 30 13:07:12.127184 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: auto_allocated_topology.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.128251 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.128820 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: auto-allocated-topology
Apr 30 13:07:12.129106 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: availability_zone.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.129792 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.130327 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: availability_zone
Apr 30 13:07:12.130649 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: availability_zone_filter.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.131553 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.132061 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: availability_zone_filter
Apr 30 13:07:12.132387 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: data_plane_status.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.133271 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.133783 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 30 13:07:12.134103 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: default_subnetpools.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.135118 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.135560 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: default-subnetpools
Apr 30 13:07:12.135886 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.136691 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.137268 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: dhcp_agent_scheduler
Apr 30 13:07:12.137528 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: dns.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.138460 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.138976 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension dns-integration not supported by any of loaded plugins
Apr 30 13:07:12.139292 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: dns_domain_ports.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.140192 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.140704 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 30 13:07:12.141026 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: dvr.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.141690 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.142202 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: dvr
Apr 30 13:07:12.142649 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: empty_string_filtering.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.143679 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.144224 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: empty-string-filtering
Apr 30 13:07:12.144553 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.145450 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.145960 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 30 13:07:12.146296 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.147187 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.147698 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 30 13:07:12.148011 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: external_net.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.148893 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.149402 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: external-net
Apr 30 13:07:12.149718 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.150625 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.151130 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: extra_dhcp_opt
Apr 30 13:07:12.151449 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: extraroute.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.152587 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.153102 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: extraroute
Apr 30 13:07:12.153421 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: extraroute_atomic.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.154465 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.154983 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: extraroute-atomic
Apr 30 13:07:12.155301 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: filter_validation.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.155961 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.156470 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: filter-validation
Apr 30 13:07:12.156787 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: fip_pf_description.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.157857 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.159013 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 30 13:07:12.159357 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: fip_port_details.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.160266 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.160779 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: fip-port-details
Apr 30 13:07:12.161095 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: flavors.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.162360 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.162868 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: flavors
Apr 30 13:07:12.163191 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.164838 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.165368 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 30 13:07:12.165704 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: floatingip_pools.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.166429 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.166944 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: floatingip-pools
Apr 30 13:07:12.167269 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: ip_allocation.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.168174 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.168682 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 30 13:07:12.169006 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.169895 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.170446 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: ip-substring-filtering
Apr 30 13:07:12.170772 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: l2_adjacency.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.171682 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.172193 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 30 13:07:12.172516 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: l3.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.173477 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.174648 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: router
Apr 30 13:07:12.175137 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.177349 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.177886 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 30 13:07:12.178217 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.179151 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.179664 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: ext-gw-mode
Apr 30 13:07:12.179989 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.180880 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.181395 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: l3-ha
Apr 30 13:07:12.181719 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: l3_flavors.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.182639 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.183163 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: l3-flavors
Apr 30 13:07:12.183480 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.184385 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.184901 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 30 13:07:12.185223 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: l3agentscheduler.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.186286 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.186798 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: l3_agent_scheduler
Apr 30 13:07:12.187121 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: logging.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.188597 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.189120 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension logging not supported by any of loaded plugins
Apr 30 13:07:12.189486 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: metering.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.190348 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.190929 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: metering
Apr 30 13:07:12.191253 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.192337 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.192855 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: metering_source_and_destination_fields
Apr 30 13:07:12.193184 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: multiprovidernet.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.194217 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.194754 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: multi-provider
Apr 30 13:07:12.195079 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: netmtu.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.195976 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.196480 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: net-mtu
Apr 30 13:07:12.196798 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: netmtu_writable.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.197690 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.198199 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: net-mtu-writable
Apr 30 13:07:12.198580 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: network_availability_zone.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.199196 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.199701 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: network_availability_zone
Apr 30 13:07:12.200021 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: network_ip_availability.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.201089 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.201605 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: network-ip-availability
Apr 30 13:07:12.201927 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: network_segment_range.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.202718 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.203231 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 30 13:07:12.203547 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: pagination.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.204513 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.204842 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: pagination
Apr 30 13:07:12.205712 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: port_device_profile.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.206836 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.207279 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: port-device-profile
Apr 30 13:07:12.207597 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.208504 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.209014 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: port-mac-address-regenerate
Apr 30 13:07:12.209333 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.210218 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.210783 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: port-numa-affinity-policy
Apr 30 13:07:12.211061 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: port_resource_request.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.211963 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.212471 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 30 13:07:12.212786 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: portbindings.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.213705 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.214214 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: binding
Apr 30 13:07:12.214561 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: portbindings_extended.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.215814 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.216321 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: binding-extended
Apr 30 13:07:12.216643 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: portsecurity.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.217538 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.218048 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: port-security
Apr 30 13:07:12.218394 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: project_id.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.219346 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.219673 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: project-id
Apr 30 13:07:12.219988 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: providernet.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.221617 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.222222 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: provider
Apr 30 13:07:12.222576 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: qos.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.226011 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.226564 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension qos not supported by any of loaded plugins
Apr 30 13:07:12.226892 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.228105 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.228627 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 30 13:07:12.228954 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.229844 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.230393 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 30 13:07:12.230720 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: qos_default.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.231606 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.232124 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension qos-default not supported by any of loaded plugins
Apr 30 13:07:12.232447 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: qos_fip.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.233090 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.233603 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension qos-fip not supported by any of loaded plugins
Apr 30 13:07:12.233922 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: qos_gateway_ip.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.234849 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.235363 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 30 13:07:12.235683 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: qos_port_network_policy.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.236622 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.237138 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 30 13:07:12.237452 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: qos_rule_type_details.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.238372 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.238885 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 30 13:07:12.239201 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: qos_rules_alias.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.240224 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.240737 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 30 13:07:12.241054 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: quotasv2.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.242088 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.242446 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: quotas
Apr 30 13:07:12.242764 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: quotasv2_detail.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.244351 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.244681 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: quota_details
Apr 30 13:07:12.245006 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: rbac.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.246049 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.246601 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: rbac-policies
Apr 30 13:07:12.246927 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: rbac_address_group.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.247831 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.248351 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: rbac-address-group
Apr 30 13:07:12.248676 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: rbac_address_scope.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.249583 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.250096 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: rbac-address-scope
Apr 30 13:07:12.250457 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: rbac_security_groups.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.251349 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.251861 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: rbac-security-groups
Apr 30 13:07:12.252289 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: rbac_subnetpool.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.253213 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.253719 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: rbac-subnetpool
Apr 30 13:07:12.254041 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: revisionifmatch.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.254960 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.255470 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: revision-if-match
Apr 30 13:07:12.255789 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: revisions.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.256864 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.257378 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: standard-attr-revisions
Apr 30 13:07:12.257700 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: router_availability_zone.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.258388 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.258898 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: router_availability_zone
Apr 30 13:07:12.259218 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: routerservicetype.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.260108 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.260618 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension router-service-type not supported by any of loaded plugins
Apr 30 13:07:12.260937 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.261828 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.262370 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: security-groups-normalized-cidr
Apr 30 13:07:12.262692 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.263590 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.264103 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: port-security-groups-filtering
Apr 30 13:07:12.264421 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.265309 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.265823 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: security-groups-remote-address-group
Apr 30 13:07:12.266141 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: securitygroup.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.276145 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.276688 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: security-group
Apr 30 13:07:12.277022 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: segment.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.278050 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.278597 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension segment not supported by any of loaded plugins
Apr 30 13:07:12.278925 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.279987 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.280501 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 30 13:07:12.280825 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: servicetype.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.281924 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.282475 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: service-type
Apr 30 13:07:12.282801 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: sorting.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.284328 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.284651 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: sorting
Apr 30 13:07:12.284972 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: standard_attr_segment.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.285866 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.286423 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 30 13:07:12.286748 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: standardattrdescription.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.287399 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.287908 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: standard-attr-description
Apr 30 13:07:12.288228 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: stateful_security_group.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.289128 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.289645 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: stateful-security-group
Apr 30 13:07:12.289965 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: stdattrs_common.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.290569 dv-cinder-787195-5-iscsi neutron-server[73731]: WARNING neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 30 13:07:12.290888 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.291874 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.292389 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 30 13:07:12.292705 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: subnet_onboard.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.293772 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.294320 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: subnet_onboard
Apr 30 13:07:12.294642 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.295554 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.296066 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 30 13:07:12.296384 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: subnet_service_types.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.297288 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.297804 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: subnet-service-types
Apr 30 13:07:12.298125 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: subnetallocation.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.299233 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.299754 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: subnet_allocation
Apr 30 13:07:12.300075 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.300730 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.301244 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: subnetpool-prefix-ops
Apr 30 13:07:12.301561 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.302507 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.303028 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 30 13:07:12.303343 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: tagging.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.304406 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.304931 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: standard-attr-tag
Apr 30 13:07:12.305252 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: timestamp.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.306466 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.306985 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loaded extension: standard-attr-timestamp
Apr 30 13:07:12.307313 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: trunk.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.308323 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.308838 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension trunk not supported by any of loaded plugins
Apr 30 13:07:12.309159 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: trunk_details.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.310052 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.310595 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension trunk-details not supported by any of loaded plugins
Apr 30 13:07:12.310916 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: uplink_status_propagation.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.311808 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.312316 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 30 13:07:12.312633 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Loading extension file: vlantransparent.py {{(pid=73731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:07:12.313297 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:07:12.313806 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 30 13:07:12.316311 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:network
Apr 30 13:07:12.317034 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:subnet
Apr 30 13:07:12.317805 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:07:12.318429 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:port
Apr 30 13:07:12.319720 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.320167 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service FLAVORS assigned prefix:  {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.320790 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.321217 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.321540 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:router
Apr 30 13:07:12.322195 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 13:07:12.322925 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service METERING assigned prefix: /metering {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.324360 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1c298eed60>> rbac-policy before_create 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.324726 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1c298eed60>> rbac-policy before_update 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.325073 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1c298eed60>> rbac-policy before_delete 55550000 {{(pid=73731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:07:12.326240 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 13:07:12.326714 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:security_group
Apr 30 13:07:12.327385 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 13:07:12.328107 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service CORE assigned prefix:  {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.328433 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:07:12.328762 dv-cinder-787195-5-iscsi neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] subnetpool is already registered
Apr 30 13:07:12.329383 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service CORE assigned prefix:  {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.329715 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:07:12.330592 dv-cinder-787195-5-iscsi neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] subnetpool is already registered
Apr 30 13:07:12.334417 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.334852 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service FLAVORS assigned prefix:  {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.335446 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.335864 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.336192 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:router
Apr 30 13:07:12.336514 dv-cinder-787195-5-iscsi neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] router is already registered
Apr 30 13:07:12.337103 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 13:07:12.337431 dv-cinder-787195-5-iscsi neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] floatingip is already registered
Apr 30 13:07:12.338053 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service METERING assigned prefix: /metering {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.338916 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 13:07:12.339241 dv-cinder-787195-5-iscsi neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] rbac_policy is already registered
Apr 30 13:07:12.339787 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:security_group
Apr 30 13:07:12.340109 dv-cinder-787195-5-iscsi neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] security_group is already registered
Apr 30 13:07:12.340694 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 13:07:12.341017 dv-cinder-787195-5-iscsi neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] security_group_rule is already registered
Apr 30 13:07:12.341688 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service CORE assigned prefix:  {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.342013 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:07:12.342360 dv-cinder-787195-5-iscsi neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] subnetpool is already registered
Apr 30 13:07:12.342966 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.v2.resource_helper [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Service CORE assigned prefix:  {{(pid=73731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:07:12.343289 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:07:12.343606 dv-cinder-787195-5-iscsi neutron-server[73731]: WARNING neutron.quota.resource_registry [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] subnetpool is already registered
Apr 30 13:07:12.344255 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: extensions {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.345779 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: address-groups {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.347664 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: address-scopes {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.349014 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: agents {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.350405 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: auto-allocated-topology {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.351953 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: availability_zones {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.353459 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: dhcp-networks {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.355275 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: dhcp-agents {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.356956 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: routers {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.359075 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: flavors {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.360412 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: service_profiles {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.362526 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: next_providers {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.364301 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: service_profiles {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.365881 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: floatingip-pools {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.367110 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: routers {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.368939 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: floatingips {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.370120 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: l3-routers {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.371506 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: l3-agents {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.372914 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: metering-labels {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.374245 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: metering-label-rules {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.375525 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: network-ip-availabilities {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.376783 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: bindings {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.379485 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: quotas {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.380896 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: quotas {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.382316 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: rbac-policies {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.383609 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: security-groups {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.384796 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: security-group-rules {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.386041 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: service-providers {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.387281 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: subnetpools {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.388675 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: subnetpools {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.390112 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.391792 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.393807 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.395595 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.398510 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.400351 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.402026 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.516076 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.517978 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.519985 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron.api.extensions [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Extended resource: tags {{(pid=73731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:07:12.525848 dv-cinder-787195-5-iscsi neutron-server[73731]: WARNING keystonemiddleware.auth_token [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 30 13:07:12.530859 dv-cinder-787195-5-iscsi neutron-server[73731]: WARNING keystonemiddleware.auth_token [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 30 13:07:12.539800 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_concurrency.lockutils [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Acquired lock "singleton_lock" {{(pid=73731) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 30 13:07:12.540281 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_concurrency.lockutils [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Releasing lock "singleton_lock" {{(pid=73731) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 30 13:07:12.540911 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO oslo_service.service [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Starting 2 workers
Apr 30 13:07:12.545559 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Started child 73836 {{(pid=73731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 13:07:12.550482 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Started child 73837 {{(pid=73731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 13:07:12.551339 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:12.552043 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO neutron.service [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 30 13:07:12.552656 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Notify callbacks [] for process, before_spawn {{(pid=73731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:12.552780 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [-] (73836) wsgi starting up on http://0.0.0.0:9696
Apr 30 13:07:12.555058 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:12.555560 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO oslo_service.service [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Starting 1 workers
Apr 30 13:07:12.556407 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [-] (73837) wsgi starting up on http://0.0.0.0:9696
Apr 30 13:07:12.560179 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Started child 73838 {{(pid=73731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 13:07:12.560690 dv-cinder-787195-5-iscsi neutron-server[73731]: INFO oslo_service.service [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Starting 1 workers
Apr 30 13:07:12.563795 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.service [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] calling RpcWorker wait() {{(pid=73838) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 30 13:07:12.564343 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.service [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] returning from RpcWorker wait() {{(pid=73838) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 30 13:07:12.565094 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Started child 73839 {{(pid=73731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 13:07:12.565906 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG neutron_lib.callbacks.manager [None req-55cfd189-39bc-48d6-9202-2a044b6c1262 None None] Notify callbacks [] for process, after_spawn {{(pid=73731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:12.566002 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:12.566577 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:07:12.567704 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73731) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 30 13:07:12.567915 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 13:07:12.568090 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 13:07:12.568304 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 13:07:12.568628 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 13:07:12.568786 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 13:07:12.569273 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.569535 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.569813 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:12.570309 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.570309 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.570468 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.570835 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:07:12.571021 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.571276 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.571525 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.571796 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.572053 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.572224 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.572388 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.572633 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.572879 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.573183 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.573445 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.573698 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.573945 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.574113 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.574381 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.574761 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.574906 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.575147 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.575396 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.575856 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.576104 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.576336 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.576565 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.576855 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.577048 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.577288 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.577519 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.577751 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.577992 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.578253 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.578519 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.578751 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.578979 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.579229 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.579459 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.579924 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] host                           = dv-cinder-787195-5-iscsi {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.580225 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.580447 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.580666 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.580917 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.581169 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.581400 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.581666 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.581877 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.582125 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.582382 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.582622 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.582861 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.583123 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.583320 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.583481 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.583696 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.583988 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.584316 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.584465 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.584602 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.584749 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.585003 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.585162 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.585489 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.585786 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.585923 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.586048 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.586236 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.586501 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.586750 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.586974 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.587198 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.587407 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.587656 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.587879 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.588091 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.588319 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.588536 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.588765 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.588995 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.589227 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.589466 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.589675 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.589886 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.590131 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.590380 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.590647 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.590889 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.591192 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.591418 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.591639 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.591875 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.592132 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.592359 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.592623 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.592877 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.593088 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.593323 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.593532 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.593746 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.593988 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.594194 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.594638 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.594995 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.595291 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.596266 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.596423 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.596695 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.597009 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.597347 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.597627 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.597945 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.598170 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.598422 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.598672 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.598992 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.599408 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.599662 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.599912 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.600230 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.600468 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.601061 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.601368 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.601703 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.602094 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.602330 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.602657 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.602878 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.603139 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.604100 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.604100 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.604100 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.605134 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.605134 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.605134 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.605134 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.606313 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.606313 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.606313 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.606313 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.606313 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.606990 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.606990 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.606990 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.606990 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.609631 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.609631 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.609631 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.609631 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.609631 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.609631 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.609631 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.609631 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.609631 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.610861 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.610861 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.610861 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.611397 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.611397 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.612372 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.612372 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.612665 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.612805 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.612943 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.613164 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.613380 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.613612 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.613841 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.614054 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.614320 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.614594 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.614814 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.615024 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.615234 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.615467 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.615693 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.615914 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.616154 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.616381 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.616596 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.616823 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.617033 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.617241 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.617451 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.617657 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.617864 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.618099 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.618336 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.618569 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.618768 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.618977 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.619190 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.619399 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.619687 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.619988 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.620205 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.620441 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.620678 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.620912 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.621126 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.621377 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.621610 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.621856 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.622103 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.622372 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.622602 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.622842 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.623061 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.623274 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.623530 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.623744 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.624008 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.624252 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.624483 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.624704 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.625074 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.625309 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.625552 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.625807 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.626031 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.626325 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.626568 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.626857 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.627117 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.627382 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.627673 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.627927 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.628200 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.628459 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.628684 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.628937 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.629179 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.629435 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.629661 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.629904 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.630135 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.633900 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.633900 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.634224 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.634415 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.634633 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.635856 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.635856 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.635856 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.635856 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.635856 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.636583 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.636583 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.636583 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.636996 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.637133 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.637316 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.637550 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.637763 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.638003 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.638686 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.638915 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.639154 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.639371 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.639591 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.640209 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.640620 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.640996 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.641315 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.641678 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.642215 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.642470 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.642788 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.643446 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.643556 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.643745 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.643981 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.644200 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.644420 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.644635 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.644843 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.645091 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.645308 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.646002 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.646298 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.646520 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.646963 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.647213 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.647475 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.647689 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.647931 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.648238 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.648477 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.648710 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.648928 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.649165 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.649389 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.649618 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.649828 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.650089 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.650360 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.650691 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.650945 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.651168 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.651408 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.651617 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.651828 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.652074 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.652570 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.652781 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.652991 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.653201 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.653474 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.653709 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.653956 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.654184 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.654442 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.654655 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.654869 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.655079 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.655377 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.655650 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.655958 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.656208 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.657530 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.657773 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.658000 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.658737 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.658964 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.659181 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.659408 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.659642 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.659851 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.660066 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.660272 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.660492 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.660723 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.660933 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.661143 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.661348 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.661589 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.661794 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.661998 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.662229 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.662763 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.664042 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.664298 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.664538 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.664829 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.665068 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.665317 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.665571 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.665906 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.666120 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.666703 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.666924 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.667139 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.667377 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.667634 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.667951 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.668261 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.668740 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.669402 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.669688 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.670791 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.671064 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.671284 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.671586 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.671930 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.672221 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.672482 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.672741 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.673006 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.673232 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.673466 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.673706 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.674005 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.674223 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.674718 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.674968 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.675251 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.675471 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.675721 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.675935 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.676401 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.676648 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.676894 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.677109 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.677268 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 13:07:12.677805 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73731) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 30 13:07:12.677967 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 13:07:12.678130 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 13:07:12.678322 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 13:07:12.678491 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 13:07:12.678640 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 13:07:12.678845 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.679003 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.679160 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.679317 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.679472 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.679647 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.679868 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.680003 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.680113 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.680247 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.680391 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.680544 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.680698 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.680854 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.681009 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.681162 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.681318 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.681472 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.681632 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.681787 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.681941 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.682097 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.682252 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.682413 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.682603 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.682769 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.682898 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.683047 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.683269 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.683404 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.683529 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.683653 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.683791 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.684023 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.684280 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.684899 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.685063 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.685217 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.685379 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.685533 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.685689 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] host                           = dv-cinder-787195-5-iscsi {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.685844 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.685997 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.686171 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.686322 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.686449 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.686605 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.686759 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.686912 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.687059 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.687207 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.687359 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.687501 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.687655 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.687808 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.687961 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.688114 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.688286 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.688415 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.688575 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.688729 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.688870 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.688998 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.689149 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.689296 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.690037 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.690231 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.690469 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.690674 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.690817 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.690959 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.691086 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.691211 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.691337 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.691461 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.691586 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.691710 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.691833 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.691982 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.692178 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.692375 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.692537 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.692537 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.692785 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.692908 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.693031 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.693154 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.693278 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.693411 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.693547 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.693673 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.693822 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.693981 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.694197 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.694392 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.694519 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.694642 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.694780 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.694905 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.695028 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.695150 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.695294 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.695447 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.695601 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.695755 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.695909 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.696067 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.696220 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.696373 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.696528 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:07:12.696704 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.696862 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.697031 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.697187 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.697344 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.697501 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.697657 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.697813 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.697969 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.698127 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.698318 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.698477 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.698659 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.698789 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.698928 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.699082 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.699238 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.699395 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.699551 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.699707 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.699862 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.700018 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.700226 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.701340 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.701508 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.701719 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.701877 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.701990 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.702113 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.702274 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.702444 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.702614 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.702760 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.702908 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.703067 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.703224 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.703383 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.703541 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.703700 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.703859 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.704023 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.704178 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.704376 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.704504 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.704628 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.704765 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.704924 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.705175 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.705389 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.705550 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.705721 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.705878 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.706036 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.706193 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.707394 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.707561 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.707719 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.707878 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.710668 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.710668 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.710668 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.710668 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.710668 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.710668 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.710668 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.710668 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.710668 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.711764 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.711764 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.711764 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.711764 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.711764 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.711764 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.711764 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.711764 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.712537 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.712537 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.712537 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.712537 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.712537 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.712537 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.713039 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.713039 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.713039 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.713249 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.713249 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.713404 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.713563 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.713718 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.714279 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.714432 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.714788 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.714896 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.715040 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.716092 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.716256 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.716560 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.717081 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.717248 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.717403 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.717710 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.717866 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.718026 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.718175 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.718370 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.718523 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.718682 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.718809 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.719107 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.719266 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.719600 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.720394 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.721442 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.721703 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.721873 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.722633 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.722633 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.722633 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.722633 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.722914 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.722914 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.723042 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.723241 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.723375 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.723460 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.723592 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.723775 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.723910 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.724754 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.724928 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.725091 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.725859 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.725976 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.726604 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.726764 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.726926 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.727085 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.727247 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.727402 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.727714 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.727871 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.728171 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.728502 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.728661 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:07:12.728801 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.729121 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.729278 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.729953 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.729953 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.729953 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.730185 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.730185 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.730371 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.730497 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.730650 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.730826 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.730953 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.731111 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.731270 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.731428 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.731584 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.731742 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.731901 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.732059 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.732217 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.732374 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.732531 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.732688 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.732844 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.733001 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.733162 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.733321 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.733480 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.733639 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.733798 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.733960 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.734118 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.734302 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.734513 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.734659 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.734797 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.734934 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.735082 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.735218 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.735356 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.735493 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.735629 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.735786 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.735947 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.736103 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.736261 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.736524 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.736682 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.736850 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.737066 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.737201 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.737392 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.737533 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.737670 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.737807 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.738038 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.738199 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.738384 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.738543 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.738700 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.738843 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.739003 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.739175 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.739333 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.739476 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.739636 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.739792 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.741524 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.741708 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.741871 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.742154 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.742154 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.742657 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.742805 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.743572 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.745547 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.745737 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.745919 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.746085 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.746251 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.746438 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.746602 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.746774 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.746934 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.747092 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.747292 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.747429 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.747598 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.747758 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.747917 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.748084 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.748242 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.748402 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.748551 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.748720 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.748880 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.749027 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.749170 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.749311 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.749831 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.749831 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.749831 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.749831 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.750471 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.750471 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.750718 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.751199 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.751732 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.752425 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.752604 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.752776 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.753126 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.753290 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.753580 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.753869 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.754188 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.754375 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.755460 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.755635 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.757947 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.758137 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.758396 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.758605 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.758791 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.758973 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.759142 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.759359 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.759518 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.759682 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.759850 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:07:12.760006 dv-cinder-787195-5-iscsi neutron-server[73731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 13:07:12.785196 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 37150) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:07:12.793975 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064025
Apr 30 13:07:23.544691 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca8c5a8-6205-4a2e-95b4-070ce92bc851 None None] get_active_networks_info from dv-cinder-787195-5-iscsi {{(pid=73838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 13:07:23.633731 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca8c5a8-6205-4a2e-95b4-070ce92bc851 None None] No non-hosted networks {{(pid=73838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 30 13:07:23.658804 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.agentschedulers_db [None req-8ca8c5a8-6205-4a2e-95b4-070ce92bc851 None None] DHCP Agent not found on host dv-cinder-787195-5-iscsi {{(pid=73838) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 30 13:07:23.792249 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5c153b45-b623-404f-9611-ec4e1743b929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950'] for agent, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:26.203438 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950'] for agent, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:26.204125 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:26.204892 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:26.206312 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:26.207108 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:26.208567 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:26.209279 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:26.209865 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:26.210736 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:26.211281 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:26.211816 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:26.212541 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:26.213097 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:26.213695 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1c29639d60>, 'Open vSwitch agent', 'dv-cinder-787195-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:07:26.237544 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1c28ce8520>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787195-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:07:26.494747 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6826719b-2ff6-4913-92da-022c3d871e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950'] for agent, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:26.568262 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-422188d9-701d-424d-b9e7-2b51ec074343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:27.775667 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950'] for agent, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:29.076040 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950'] for agent, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:29.238584 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.db.l3_hamode_db [None req-97aef35d-b689-46c2-832f-30591a89d9a2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 30 13:07:29.324678 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aef35d-b689-46c2-832f-30591a89d9a2 None None] Routers set() bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:07:29.325070 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aef35d-b689-46c2-832f-30591a89d9a2 None None] Router IDs set() for agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Apr 30 13:07:30.620022 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 37242) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:07:31.209933 dv-cinder-787195-5-iscsi neutron-server[73836]: WARNING oslo_policy.policy [None req-4c6ae5e7-0d09-4e2f-a25e-4b00632a99d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:07:31.210579 dv-cinder-787195-5-iscsi neutron-server[73836]: WARNING oslo_policy.policy [None req-4c6ae5e7-0d09-4e2f-a25e-4b00632a99d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:07:31.429885 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [None req-4c6ae5e7-0d09-4e2f-a25e-4b00632a99d3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:07:31.431121 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-4c6ae5e7-0d09-4e2f-a25e-4b00632a99d3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8090584
Apr 30 13:07:33.796002 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 37256) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:07:34.377318 dv-cinder-787195-5-iscsi neutron-server[73837]: WARNING oslo_policy.policy [None req-32bb6651-bade-4cd2-bf0e-018bd60cbf0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:07:34.377891 dv-cinder-787195-5-iscsi neutron-server[73837]: WARNING oslo_policy.policy [None req-32bb6651-bade-4cd2-bf0e-018bd60cbf0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:07:34.602503 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-32bb6651-bade-4cd2-bf0e-018bd60cbf0e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:07:34.702635 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.policy [None req-32bb6651-bade-4cd2-bf0e-018bd60cbf0e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73837) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 13:07:34.748649 dv-cinder-787195-5-iscsi neutron-server[73837]: WARNING oslo_policy.policy [None req-32bb6651-bade-4cd2-bf0e-018bd60cbf0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:07:34.749026 dv-cinder-787195-5-iscsi neutron-server[73837]: WARNING oslo_policy.policy [None req-32bb6651-bade-4cd2-bf0e-018bd60cbf0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:07:34.757732 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.quota [None req-32bb6651-bade-4cd2-bf0e-018bd60cbf0e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1c29349040>.
Apr 30 13:07:34.773635 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-32bb6651-bade-4cd2-bf0e-018bd60cbf0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:07:34.833018 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-32bb6651-bade-4cd2-bf0e-018bd60cbf0e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734932830291', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734932830766', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734932837414', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734932840818', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734932757078', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734932759461', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-621953', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-642724', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3800207', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3719387'] for rbac-policy, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:34.894678 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-32bb6651-bade-4cd2-bf0e-018bd60cbf0e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:34.895901 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-32bb6651-bade-4cd2-bf0e-018bd60cbf0e admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0989113
Apr 30 13:07:37.482396 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 37274) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:07:37.839265 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Request body: {'network': {'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'name': 'private', 'project_id': 'e8f1adee4470467693b8b33593fd34e0', 'admin_state_up': True}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:07:37.840717 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.quota [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1c296a8ee0>.
Apr 30 13:07:37.857101 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:07:37.863761 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Usage tracker for resource:network and tenant:e8f1adee4470467693b8b33593fd34e0 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:07:37.869586 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:07:37.876972 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:07:37.893188 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Made reservation on behalf of e8f1adee4470467693b8b33593fd34e0 for: {'network': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:07:37.965671 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.policy [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73836) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 13:07:38.011190 dv-cinder-787195-5-iscsi neutron-server[73836]: WARNING oslo_policy.policy [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:07:38.011577 dv-cinder-787195-5-iscsi neutron-server[73836]: WARNING oslo_policy.policy [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:07:38.022113 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:38.043931 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:38.058567 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:07:38.062202 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f1adee4470467693b8b33593fd34e0 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:07:38.068050 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:07:38.073916 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:07:38.175516 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:38.179362 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:38.184905 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:07:38.203276 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'}  {{(pid=73836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:07:38.229924 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734933814932', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:38.230479 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1c2a08e940> segment precommit_create {{(pid=73836) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 13:07:38.230968 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.segments_db [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Added segment 359de072-7a7e-4f95-8df5-e15dcf6dc603 of type vlan for network eb399cb9-dff6-44f0-a322-8d62a8277826
Apr 30 13:07:38.283814 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ff259f-37c9-4d10-839b-b67e03b70ed1,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:07:38.300806 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:38.301151 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:38.301477 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:38.301793 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:38.302106 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:38.302446 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:38.302758 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:38.303067 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:38.303375 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:38.303681 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:38.303983 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:38.304287 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Tracked resource versions report:
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]: pushed versions:
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]: {   'AddressGroup': {'1.2'},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     'ConntrackHelper': {'1.0'},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     'Log': {'1.0'},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     'Network': {'1.1'},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     'Port': {'1.7'},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     'PortForwarding': {'1.2'},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     'QosPolicy': {'1.8'},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     'SecurityGroup': {'1.4'},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     'SubPort': {'1.0'},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     'Subnet': {'1.1'},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     'Trunk': {'1.1'}}
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]: consumer versions:
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]: {   DHCP agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     L3 agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     Metadata agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     Metering agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:     Open vSwitch agent@dv-cinder-787195-5-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'Log': '1.0',
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'Network': '1.1',
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'Port': '1.7',
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'PortForwarding': '1.2',
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'QosPolicy': '1.8',
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'SecurityGroup': '1.4',
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'SubPort': '1.0',
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'Subnet': '1.1',
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'Trunk': '1.1'}}
Apr 30 13:07:38.305425 dv-cinder-787195-5-iscsi neutron-server[73836]:  {{(pid=73836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:07:38.353167 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:07:38.356173 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:38.397383 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:38.399063 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:07:38.399739 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:38.404849 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:07:38.510362 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 1.0267935
Apr 30 13:07:38.511018 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Pushing event updated for resources: {'Network': ['ID=eb399cb9-dff6-44f0-a322-8d62a8277826,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:07:38.514122 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:07:38.522922 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network eb399cb9-dff6-44f0-a322-8d62a8277826 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:07:41.216844 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 37292) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:07:41.672889 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac35c09-3d7e-452c-8e55-b90179fb0c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:07:41.674250 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-2ac35c09-3d7e-452c-8e55-b90179fb0c17 admin admin] 10.222.0.15 "GET /v2.0/networks/eb399cb9-dff6-44f0-a322-8d62a8277826 HTTP/1.1" status: 200  len: 826 time: 0.4564822
Apr 30 13:07:41.703378 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-52222e1b-5d41-4c17-bb03-037d602d0b62 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/ef3a19e1-ba69-432a-aae4-a2cc5a715626 HTTP/1.1" status: 200  len: 734 time: 0.0237694
Apr 30 13:07:41.712657 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826', 'subnetpool_id': 'ef3a19e1-ba69-432a-aae4-a2cc5a715626'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:07:41.717208 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:07:41.722018 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Usage tracker for resource:subnet and tenant:e8f1adee4470467693b8b33593fd34e0 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:07:41.724910 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:07:41.733693 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:07:41.742623 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Made reservation on behalf of e8f1adee4470467693b8b33593fd34e0 for: {'subnet': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:07:41.744967 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Notify callbacks [] for subnet, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:42.213690 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:42.218859 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:07:42.297228 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f29140e-c7a9-4b62-8b6d-8c0fab04fefa,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:07:42.300621 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:07:42.301747 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Checking segment: {'id': '359de072-7a7e-4f95-8df5-e15dcf6dc603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:07:42.302107 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Network hostable DHCP agents. Network: eb399cb9-dff6-44f0-a322-8d62a8277826, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:07:42.320722 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Network eb399cb9-dff6-44f0-a322-8d62a8277826 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:07:42.330835 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, eb399cb9-dff6-44f0-a322-8d62a8277826) {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:07:42.335318 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:07:42.335903 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:42.340504 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b1422-b01a-4777-a483-db0ff08c5a15 None None] Network eb399cb9-dff6-44f0-a322-8d62a8277826 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:07:42.360000 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6506300
Apr 30 13:07:42.669750 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp002ecf29-54e7-5b25-851b-e7a9cc98f979-eb399cb9-dff6-44f0-a322-8d62a8277826', 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826', 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'fixed_ips': [{'subnet_id': '8f29140e-c7a9-4b62-8b6d-8c0fab04fefa'}]}} from dv-cinder-787195-5-iscsi. {{(pid=73838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:07:42.670968 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:42.856460 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Allocated IP 172.20.0.2 (eb399cb9-dff6-44f0-a322-8d62a8277826/8f29140e-c7a9-4b62-8b6d-8c0fab04fefa/b14f8d5f-6877-40ba-9174-3515f3f4d14b) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:07:43.084647 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:43.099215 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Transition to ACTIVE for port object b14f8d5f-6877-40ba-9174-3515f3f4d14b will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:07:43.121798 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Transition to ACTIVE for port object b14f8d5f-6877-40ba-9174-3515f3f4d14b will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:07:43.128452 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:43.133983 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:07:43.189643 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Network eb399cb9-dff6-44f0-a322-8d62a8277826 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:07:43.196453 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Resources bound (agent type, host, resource id):  {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:07:43.202821 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:07:43.236427 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Pushing event updated for resources: {'Port': ['ID=b14f8d5f-6877-40ba-9174-3515f3f4d14b,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:07:43.252177 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:43.252511 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:43.252842 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:43.253173 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:43.253492 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:43.253845 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:43.254122 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:43.254458 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:43.254791 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:43.255104 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:43.255416 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:43.255726 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Tracked resource versions report:
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]: pushed versions:
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]: {   'AddressGroup': {'1.2'},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     'ConntrackHelper': {'1.0'},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     'Log': {'1.0'},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     'Network': {'1.1'},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     'Port': {'1.7'},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     'PortForwarding': {'1.2'},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     'QosPolicy': {'1.8'},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     'SecurityGroup': {'1.4'},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     'SubPort': {'1.0'},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     'Subnet': {'1.1'},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     'Trunk': {'1.1'}}
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]: consumer versions:
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]: {   DHCP agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     L3 agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     Metadata agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     Metering agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:     Open vSwitch agent@dv-cinder-787195-5-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'Log': '1.0',
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'Network': '1.1',
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'Port': '1.7',
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'PortForwarding': '1.2',
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'QosPolicy': '1.8',
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'SecurityGroup': '1.4',
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'SubPort': '1.0',
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'Subnet': '1.1',
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'Trunk': '1.1'}}
Apr 30 13:07:43.256966 dv-cinder-787195-5-iscsi neutron-server[73838]:  {{(pid=73838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:07:43.291508 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:07:43.310948 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Attempting to bind port b14f8d5f-6877-40ba-9174-3515f3f4d14b on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:07:43.311343 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Attempting to bind port b14f8d5f-6877-40ba-9174-3515f3f4d14b by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '359de072-7a7e-4f95-8df5-e15dcf6dc603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:07:43.311763 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Attempting to bind port b14f8d5f-6877-40ba-9174-3515f3f4d14b on network eb399cb9-dff6-44f0-a322-8d62a8277826 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:07:43.317615 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:07:43.318016 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Checking segment: {'id': '359de072-7a7e-4f95-8df5-e15dcf6dc603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:07:43.318515 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:43.318902 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Bound using segment: {'id': '359de072-7a7e-4f95-8df5-e15dcf6dc603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:07:43.319360 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Bound port: b14f8d5f-6877-40ba-9174-3515f3f4d14b, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359de072-7a7e-4f95-8df5-e15dcf6dc603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:07:43.319749 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:43.408345 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] For port b14f8d5f-6877-40ba-9174-3515f3f4d14b, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:07:43.412217 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] For port b14f8d5f-6877-40ba-9174-3515f3f4d14b, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=b14f8d5f-6877-40ba-9174-3515f3f4d14b,segment=NetworkSegment(359de072-7a7e-4f95-8df5-e15dcf6dc603),segment_id=359de072-7a7e-4f95-8df5-e15dcf6dc603)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:07:43.416874 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:43.420763 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:07:43.508978 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Pushing event updated for resources: {'Port': ['ID=b14f8d5f-6877-40ba-9174-3515f3f4d14b,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:07:43.512144 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:07:44.783951 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 37302) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:07:45.159300 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [None req-405e0eb0-daa5-482d-9b68-62b283525f47 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:07:45.160349 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-405e0eb0-daa5-482d-9b68-62b283525f47 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3754690
Apr 30 13:07:47.596334 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 37312) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:07:48.008645 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [None req-1b33fa5c-90b9-4ebd-8c22-34a7e4d6d7a8 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:07:48.009618 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-1b33fa5c-90b9-4ebd-8c22-34a7e4d6d7a8 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4123223
Apr 30 13:07:48.213741 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device b14f8d5f-6877-40ba-9174-3515f3f4d14b up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:07:48.288569 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port b14f8d5f-6877-40ba-9174-3515f3f4d14b completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:07:49.070970 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7461db-eff5-4330-81e6-08b1981af1dd None None] Network eb399cb9-dff6-44f0-a322-8d62a8277826 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:07:49.176130 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-7476d170-90fa-49e0-9a2d-c47caf16f092 None None] Provisioning for port b14f8d5f-6877-40ba-9174-3515f3f4d14b completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:07:49.183567 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-7476d170-90fa-49e0-9a2d-c47caf16f092 None None] Provisioning complete for port b14f8d5f-6877-40ba-9174-3515f3f4d14b triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:07:49.183970 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7476d170-90fa-49e0-9a2d-c47caf16f092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:49.399241 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7476d170-90fa-49e0-9a2d-c47caf16f092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:49.446610 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-7476d170-90fa-49e0-9a2d-c47caf16f092 None None] For port b14f8d5f-6877-40ba-9174-3515f3f4d14b, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=b14f8d5f-6877-40ba-9174-3515f3f4d14b,segment=NetworkSegment(359de072-7a7e-4f95-8df5-e15dcf6dc603),segment_id=359de072-7a7e-4f95-8df5-e15dcf6dc603)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:07:49.454390 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7476d170-90fa-49e0-9a2d-c47caf16f092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:49.457108 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:07:49.529421 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476d170-90fa-49e0-9a2d-c47caf16f092 None None] Pushing event updated for resources: {'Port': ['ID=b14f8d5f-6877-40ba-9174-3515f3f4d14b,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:07:49.533084 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7476d170-90fa-49e0-9a2d-c47caf16f092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:07:49.680994 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-7b1abd54-15b9-43ef-b3e1-2ee53effde5e None None] Provisioning complete for port b14f8d5f-6877-40ba-9174-3515f3f4d14b triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:07:49.681304 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7b1abd54-15b9-43ef-b3e1-2ee53effde5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:50.187248 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device b14f8d5f-6877-40ba-9174-3515f3f4d14b up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:07:50.260070 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port b14f8d5f-6877-40ba-9174-3515f3f4d14b triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:07:50.260443 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:50.692532 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 37328) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:07:51.057435 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-4eca11e5-5bc3-47a3-9219-9189c6489154 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:07:51.061835 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-4eca11e5-5bc3-47a3-9219-9189c6489154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:07:51.066486 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-4eca11e5-5bc3-47a3-9219-9189c6489154 admin admin] Usage tracker for resource:router and tenant:e8f1adee4470467693b8b33593fd34e0 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:07:51.070465 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-4eca11e5-5bc3-47a3-9219-9189c6489154 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:07:51.076430 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-4eca11e5-5bc3-47a3-9219-9189c6489154 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:07:51.086848 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4eca11e5-5bc3-47a3-9219-9189c6489154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260181'] for router, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:51.088550 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4eca11e5-5bc3-47a3-9219-9189c6489154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3815139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3900580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260188'] for router, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:51.112664 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4eca11e5-5bc3-47a3-9219-9189c6489154 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:51.227016 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4eca11e5-5bc3-47a3-9219-9189c6489154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3857258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801175'] for router, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:51.246542 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4eca11e5-5bc3-47a3-9219-9189c6489154 admin admin] Notify callbacks [] for router, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:51.247670 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-4eca11e5-5bc3-47a3-9219-9189c6489154 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5541813
Apr 30 13:07:53.479151 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-db033c78-f420-46de-9522-9855b46799a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:53.592899 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 37338) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:07:53.967489 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [None req-f38db8f4-0b73-493f-81d1-dac07b9499df admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:07:53.968436 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-f38db8f4-0b73-493f-81d1-dac07b9499df admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3746321
Apr 30 13:07:56.165437 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:56.369328 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 37348) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:07:56.493824 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-36ab81ba-53a1-4ba5-87de-990e61b198ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:56.744567 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:07:56.749503 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:07:56.754331 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Usage tracker for resource:network and tenant:3f6834fbd04240d1850abbaefbec8254 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:07:56.757108 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:07:56.762729 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:07:56.773675 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Made reservation on behalf of 3f6834fbd04240d1850abbaefbec8254 for: {'network': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:07:56.776160 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:56.788862 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:56.805836 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:07:56.809493 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Usage tracker for resource:security_group_rule and tenant:3f6834fbd04240d1850abbaefbec8254 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:07:56.812207 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:07:56.818012 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:07:56.899943 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:56.903660 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:56.908272 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:07:56.921973 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Reserving flat network on physical network physnet1 {{(pid=73836) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 30 13:07:56.943530 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861afcc2-e409-4219-ad36-7b0494703ee3,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:07:56.947721 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:56.948051 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.segments_db [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Added segment d195d91b-363c-4e25-a982-ef40bb39a5d2 of type flat for network 63a99783-b870-44bc-8ba8-6e64f36180e0
Apr 30 13:07:56.949185 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:07:56.980480 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:57.016214 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:57.018048 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:07:57.018629 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:57.021829 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:07:57.121694 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Pushing event updated for resources: {'Network': ['ID=63a99783-b870-44bc-8ba8-6e64f36180e0,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:07:57.124862 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7545757
Apr 30 13:07:57.125547 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:07:57.141353 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:07:57.668616 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:59.023506 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:07:59.511584 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 37368) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:07:59.723518 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faebf8f-b4b6-4c93-9317-1b2ca40f9471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:07:59.724859 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-5faebf8f-b4b6-4c93-9317-1b2ca40f9471 admin admin] 10.222.0.15 "GET /v2.0/subnets/8f29140e-c7a9-4b62-8b6d-8c0fab04fefa HTTP/1.1" status: 200  len: 849 time: 0.2123351
Apr 30 13:07:59.915293 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-d3cba089-553e-43b4-a629-679cece08b29 admin admin] 10.222.0.15 "GET /v2.0/routers/d1809c22-93fa-44ea-83ba-e233266cfe7e HTTP/1.1" status: 200  len: 704 time: 0.1847088
Apr 30 13:08:00.380307 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:00.609548 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Allocated IP 172.20.0.1 (eb399cb9-dff6-44f0-a322-8d62a8277826/8f29140e-c7a9-4b62-8b6d-8c0fab04fefa/1eafd352-1b36-477e-8232-6a87957c6c77) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:08:00.765737 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:00.783742 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Transition to ACTIVE for port object 1eafd352-1b36-477e-8232-6a87957c6c77 will not be triggered until provisioned by entity DHCP. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:08:00.842677 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:00.847386 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:00.908597 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Network eb399cb9-dff6-44f0-a322-8d62a8277826 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:08:00.909683 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:08:00.913796 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:08:00.914360 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3803097'] for router_interface, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:01.047419 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Pushing event updated for resources: {'Port': ['ID=1eafd352-1b36-477e-8232-6a87957c6c77,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:08:01.061874 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:01.093200 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-61d24637-846c-4d56-8773-9e35137651b9 None None] Provisioning for port 1eafd352-1b36-477e-8232-6a87957c6c77 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:08:01.098589 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-61d24637-846c-4d56-8773-9e35137651b9 None None] Provisioning complete for port 1eafd352-1b36-477e-8232-6a87957c6c77 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:08:01.099000 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-61d24637-846c-4d56-8773-9e35137651b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:01.153774 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-61d24637-846c-4d56-8773-9e35137651b9 None None] Port 1eafd352-1b36-477e-8232-6a87957c6c77 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:08:01.223157 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:01.458285 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:01.462905 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:01.464011 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3803004'] for router_interface, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:01.467397 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:01.602308 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Pushing event updated for resources: {'Port': ['ID=1eafd352-1b36-477e-8232-6a87957c6c77,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:08:01.606125 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:01.655437 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Network eb399cb9-dff6-44f0-a322-8d62a8277826 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:08:01.656488 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:08:01.847267 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Router d1809c22-93fa-44ea-83ba-e233266cfe7e is scheduled to L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 with binding_index 1 {{(pid=73836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:08:01.884034 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-5dda64ac-26c9-4327-91d6-fbd5f3e4efe5 None None] Provisioning complete for port 1eafd352-1b36-477e-8232-6a87957c6c77 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:08:01.884402 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5dda64ac-26c9-4327-91d6-fbd5f3e4efe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:01.942422 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-5dda64ac-26c9-4327-91d6-fbd5f3e4efe5 None None] Port 1eafd352-1b36-477e-8232-6a87957c6c77 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:08:02.002026 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:08:02.011752 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Sync routers for ids ['d1809c22-93fa-44ea-83ba-e233266cfe7e'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:08:02.012212 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] 10.222.0.15 "PUT /v2.0/routers/d1809c22-93fa-44ea-83ba-e233266cfe7e/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0917103
Apr 30 13:08:02.023083 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Routers {'d1809c22-93fa-44ea-83ba-e233266cfe7e'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:08:02.024010 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c295c3f40>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:07:56Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d1809c22-93fa-44ea-83ba-e233266cfe7e'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:02.199238 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Set router d1809c22-93fa-44ea-83ba-e233266cfe7e gateway port host: None {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:08:02.579010 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c295c3f40>, [{'id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'name': 'router1', 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:07:51Z', 'updated_at': '2021-04-30T13:08:01Z', 'revision_number': 2, 'project_id': 'e8f1adee4470467693b8b33593fd34e0', 'gw_port_host': None, '_interfaces': [{'id': '1eafd352-1b36-477e-8232-6a87957c6c77', 'name': '', 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826', 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'mac_address': 'fa:16:3e:26:be:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f29140e-c7a9-4b62-8b6d-8c0fab04fefa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:00Z', 'updated_at': '2021-04-30T13:08:01Z', 'revision_number': 2, 'project_id': 'e8f1adee4470467693b8b33593fd34e0', 'subnets': [{'id': '8f29140e-c7a9-4b62-8b6d-8c0fab04fefa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef3a19e1-ba69-432a-aae4-a2cc5a715626'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:02.584222 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Checking router: d1809c22-93fa-44ea-83ba-e233266cfe7e for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:08:02.584600 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Updating router d1809c22-93fa-44ea-83ba-e233266cfe7e port 1eafd352-1b36-477e-8232-6a87957c6c77 binding host dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:08:02.637778 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:03.029595 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:03.045031 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Transition to ACTIVE for port object 1eafd352-1b36-477e-8232-6a87957c6c77 will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:08:03.052669 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:03.058907 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:03.276621 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Pushing event updated for resources: {'Port': ['ID=1eafd352-1b36-477e-8232-6a87957c6c77,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:08:03.289781 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:03.290035 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:03.290384 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:03.290705 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:03.291022 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:03.291339 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:03.291650 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:03.292035 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:03.292284 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:03.292594 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:03.292904 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:03.293201 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Tracked resource versions report:
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]: pushed versions:
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]: {   'AddressGroup': {'1.2'},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     'ConntrackHelper': {'1.0'},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     'Log': {'1.0'},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     'Network': {'1.1'},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     'Port': {'1.7'},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     'PortForwarding': {'1.2'},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     'QosPolicy': {'1.8'},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     'SecurityGroup': {'1.4'},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     'SubPort': {'1.0'},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     'Subnet': {'1.1'},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     'Trunk': {'1.1'}}
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]: consumer versions:
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]: {   DHCP agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     L3 agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     Metadata agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     Metering agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:     Open vSwitch agent@dv-cinder-787195-5-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'Log': '1.0',
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'Network': '1.1',
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'Port': '1.7',
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'PortForwarding': '1.2',
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'QosPolicy': '1.8',
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'SecurityGroup': '1.4',
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'SubPort': '1.0',
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'Subnet': '1.1',
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'Trunk': '1.1'}}
Apr 30 13:08:03.294366 dv-cinder-787195-5-iscsi neutron-server[73839]:  {{(pid=73839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:08:03.299038 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:03.301195 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Attempting to bind port 1eafd352-1b36-477e-8232-6a87957c6c77 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:08:03.301596 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Attempting to bind port 1eafd352-1b36-477e-8232-6a87957c6c77 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '359de072-7a7e-4f95-8df5-e15dcf6dc603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:08:03.302024 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Attempting to bind port 1eafd352-1b36-477e-8232-6a87957c6c77 on network eb399cb9-dff6-44f0-a322-8d62a8277826 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:08:03.307520 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:08:03.307922 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Checking segment: {'id': '359de072-7a7e-4f95-8df5-e15dcf6dc603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:08:03.308399 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:03.308782 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Bound using segment: {'id': '359de072-7a7e-4f95-8df5-e15dcf6dc603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:08:03.309259 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Bound port: 1eafd352-1b36-477e-8232-6a87957c6c77, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359de072-7a7e-4f95-8df5-e15dcf6dc603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:08:03.309639 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:03.398418 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] For port 1eafd352-1b36-477e-8232-6a87957c6c77, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:08:03.403074 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] For port 1eafd352-1b36-477e-8232-6a87957c6c77, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=1eafd352-1b36-477e-8232-6a87957c6c77,segment=NetworkSegment(359de072-7a7e-4f95-8df5-e15dcf6dc603),segment_id=359de072-7a7e-4f95-8df5-e15dcf6dc603)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:08:03.408377 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:03.413264 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:03.487969 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Routers {'d1809c22-93fa-44ea-83ba-e233266cfe7e'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:08:03.488437 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c295c3f40>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:07:56Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d1809c22-93fa-44ea-83ba-e233266cfe7e'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:03.647771 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Pushing event updated for resources: {'Port': ['ID=1eafd352-1b36-477e-8232-6a87957c6c77,revision_number=4']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:08:03.652293 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:03.684234 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] Set router d1809c22-93fa-44ea-83ba-e233266cfe7e gateway port host: None {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:08:04.010187 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c295c3f40>, [{'id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'name': 'router1', 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:07:51Z', 'updated_at': '2021-04-30T13:08:01Z', 'revision_number': 2, 'project_id': 'e8f1adee4470467693b8b33593fd34e0', 'gw_port_host': None, '_interfaces': [{'id': '1eafd352-1b36-477e-8232-6a87957c6c77', 'name': '', 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826', 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'mac_address': 'fa:16:3e:26:be:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f29140e-c7a9-4b62-8b6d-8c0fab04fefa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:00Z', 'updated_at': '2021-04-30T13:08:03Z', 'revision_number': 4, 'project_id': 'e8f1adee4470467693b8b33593fd34e0', 'subnets': [{'id': '8f29140e-c7a9-4b62-8b6d-8c0fab04fefa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef3a19e1-ba69-432a-aae4-a2cc5a715626'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:04.014067 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c843e-a7b8-4210-9c1e-cb2559eb4df5 None None] The sync data for ids ['d1809c22-93fa-44ea-83ba-e233266cfe7e'] in dv-cinder-787195-5-iscsi is: [{'id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'name': 'router1', 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:07:51Z', 'updated_at': '2021-04-30T13:08:01Z', 'revision_number': 2, 'project_id': 'e8f1adee4470467693b8b33593fd34e0', 'gw_port_host': None, '_interfaces': [{'id': '1eafd352-1b36-477e-8232-6a87957c6c77', 'name': '', 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826', 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'mac_address': 'fa:16:3e:26:be:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f29140e-c7a9-4b62-8b6d-8c0fab04fefa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:00Z', 'updated_at': '2021-04-30T13:08:03Z', 'revision_number': 4, 'project_id': 'e8f1adee4470467693b8b33593fd34e0', 'subnets': [{'id': '8f29140e-c7a9-4b62-8b6d-8c0fab04fefa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef3a19e1-ba69-432a-aae4-a2cc5a715626'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:08:04.228190 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 37390) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:08:04.380279 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ba617-0c10-4e91-b52a-b5f8042681d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:08:04.380841 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-ae7ba617-0c10-4e91-b52a-b5f8042681d9 admin admin] Synchronizing usage tracker for tenant:3f6834fbd04240d1850abbaefbec8254 on resource:network {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:08:04.400475 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-ae7ba617-0c10-4e91-b52a-b5f8042681d9 admin admin] Unset dirty status for tenant:3f6834fbd04240d1850abbaefbec8254 on resource:network {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:08:04.401760 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-ae7ba617-0c10-4e91-b52a-b5f8042681d9 admin admin] 10.222.0.15 "GET /v2.0/networks/63a99783-b870-44bc-8ba8-6e64f36180e0 HTTP/1.1" status: 200  len: 842 time: 0.1724918
Apr 30 13:08:04.412036 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:08:04.417681 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:08:04.421673 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Usage tracker for resource:subnet and tenant:3f6834fbd04240d1850abbaefbec8254 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:08:04.425616 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:08:04.431945 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:08:04.442641 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Made reservation on behalf of 3f6834fbd04240d1850abbaefbec8254 for: {'subnet': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:08:04.445148 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Notify callbacks [] for subnet, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:04.865878 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.objects.ports [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73836) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 13:08:04.866357 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:04.869990 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:04.986638 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2200a453-fcbd-40f9-99ab-ef96c9c9ac02,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:08:04.989194 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:04.995577 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Checking segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:08:04.996038 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Network hostable DHCP agents. Network: 63a99783-b870-44bc-8ba8-6e64f36180e0, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:08:05.013127 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:08:05.023697 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 63a99783-b870-44bc-8ba8-6e64f36180e0) {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:08:05.028120 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:08:05.028606 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:05.036486 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6fc421-1628-4cb6-a085-18c66a6a0e5d None None] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:08:05.054959 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6463718
Apr 30 13:08:05.272942 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb339d2b-fe92-42bf-a726-2c70d0710e66 None None] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:08:07.332003 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 37404) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:08:07.531544 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-c36f1c76-3abc-49bb-8e82-43c91fbb0da9 admin admin] 10.222.0.15 "GET /v2.0/routers/d1809c22-93fa-44ea-83ba-e233266cfe7e HTTP/1.1" status: 200  len: 710 time: 0.1983297
Apr 30 13:08:07.660129 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1873697-b5e8-4654-98af-8e86b7c511fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:08:07.661766 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-b1873697-b5e8-4654-98af-8e86b7c511fe admin admin] 10.222.0.15 "GET /v2.0/networks/63a99783-b870-44bc-8ba8-6e64f36180e0 HTTP/1.1" status: 200  len: 886 time: 0.1243966
Apr 30 13:08:07.670225 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:08:08.107412 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3815066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3857249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260270'] for router, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:08.216309 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 1eafd352-1b36-477e-8232-6a87957c6c77 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:08:08.282056 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 1eafd352-1b36-477e-8232-6a87957c6c77 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:08:08.286585 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 1eafd352-1b36-477e-8232-6a87957c6c77 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:08:08.286947 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:08.406570 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:08.442813 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 1eafd352-1b36-477e-8232-6a87957c6c77, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=1eafd352-1b36-477e-8232-6a87957c6c77,segment=NetworkSegment(359de072-7a7e-4f95-8df5-e15dcf6dc603),segment_id=359de072-7a7e-4f95-8df5-e15dcf6dc603)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:08:08.447448 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:08.449927 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7476d170-90fa-49e0-9a2d-c47caf16f092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:08.453438 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:08.510652 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:08.520754 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=1eafd352-1b36-477e-8232-6a87957c6c77,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:08:08.524038 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:08.696183 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Allocated IP 172.27.2.69 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/e7b7093f-86f0-47e5-b84f-443ff6c98e4d) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:08:08.841792 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:08.871162 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:08.875869 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:08.934795 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:08:08.941488 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:08:08.945515 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:08:09.008816 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Pushing event updated for resources: {'Port': ['ID=e7b7093f-86f0-47e5-b84f-443ff6c98e4d,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:08:09.060096 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:09.323069 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:09.661499 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3815066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3857249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260270'] for router, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:09.664811 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3801157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3801212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3857176'] for router, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:09.842650 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Router d1809c22-93fa-44ea-83ba-e233266cfe7e has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:08:10.070126 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:08:10.078066 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] Notify callbacks [] for router, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:10.079322 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-b071c4fd-8461-47d4-b353-32168c7ab427 admin admin] 10.222.0.15 "PUT /v2.0/routers/d1809c22-93fa-44ea-83ba-e233266cfe7e HTTP/1.1" status: 200  len: 889 time: 2.4123549
Apr 30 13:08:10.079886 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Sync routers for ids ['d1809c22-93fa-44ea-83ba-e233266cfe7e'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:08:10.090361 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Routers {'d1809c22-93fa-44ea-83ba-e233266cfe7e'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:08:10.091021 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28066be0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:07:56Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d1809c22-93fa-44ea-83ba-e233266cfe7e'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:10.240367 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 1eafd352-1b36-477e-8232-6a87957c6c77 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:08:10.335790 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Set router d1809c22-93fa-44ea-83ba-e233266cfe7e gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:08:10.488699 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 1eafd352-1b36-477e-8232-6a87957c6c77 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:08:10.489076 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:10.815241 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28066be0>, [{'id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'name': 'router1', 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e7b7093f-86f0-47e5-b84f-443ff6c98e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:07:51Z', 'updated_at': '2021-04-30T13:08:09Z', 'revision_number': 4, 'project_id': 'e8f1adee4470467693b8b33593fd34e0', 'gw_port': {'id': 'e7b7093f-86f0-47e5-b84f-443ff6c98e4d', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:08Z', 'updated_at': '2021-04-30T13:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '1eafd352-1b36-477e-8232-6a87957c6c77', 'name': '', 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826', 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'mac_address': 'fa:16:3e:26:be:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f29140e-c7a9-4b62-8b6d-8c0fab04fefa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:00Z', 'updated_at': '2021-04-30T13:08:08Z', 'revision_number': 5, 'project_id': 'e8f1adee4470467693b8b33593fd34e0', 'subnets': [{'id': '8f29140e-c7a9-4b62-8b6d-8c0fab04fefa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef3a19e1-ba69-432a-aae4-a2cc5a715626'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:10.820272 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Checking router: d1809c22-93fa-44ea-83ba-e233266cfe7e for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:08:10.820620 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Updating router d1809c22-93fa-44ea-83ba-e233266cfe7e port e7b7093f-86f0-47e5-b84f-443ff6c98e4d binding host dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:08:10.873856 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:11.207206 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:11.220502 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Transition to ACTIVE for port object e7b7093f-86f0-47e5-b84f-443ff6c98e4d will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:08:11.228136 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:11.233509 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:11.315809 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdcdb4-bbaf-42a9-b248-4ecc8057069e None None] Pushing event updated for resources: {'Port': ['ID=e7b7093f-86f0-47e5-b84f-443ff6c98e4d,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:08:11.318024 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Attempting to bind port e7b7093f-86f0-47e5-b84f-443ff6c98e4d on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:08:11.318431 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Attempting to bind port e7b7093f-86f0-47e5-b84f-443ff6c98e4d by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:08:11.318796 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Attempting to bind port e7b7093f-86f0-47e5-b84f-443ff6c98e4d on network 63a99783-b870-44bc-8ba8-6e64f36180e0 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:08:11.321045 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-adbdcdb4-bbaf-42a9-b248-4ecc8057069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:11.325230 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:08:11.325603 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Checking segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:08:11.326034 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:11.326471 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Bound using segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:08:11.326930 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Bound port: e7b7093f-86f0-47e5-b84f-443ff6c98e4d, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:08:11.327331 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:11.409232 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] For port e7b7093f-86f0-47e5-b84f-443ff6c98e4d, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:08:11.412902 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] For port e7b7093f-86f0-47e5-b84f-443ff6c98e4d, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=e7b7093f-86f0-47e5-b84f-443ff6c98e4d,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:08:11.418320 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:11.423462 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-adbdcdb4-bbaf-42a9-b248-4ecc8057069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:11.507661 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Routers {'d1809c22-93fa-44ea-83ba-e233266cfe7e'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:08:11.508279 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28066be0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:07:56Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d1809c22-93fa-44ea-83ba-e233266cfe7e'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:11.556068 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdcdb4-bbaf-42a9-b248-4ecc8057069e None None] Pushing event updated for resources: {'Port': ['ID=e7b7093f-86f0-47e5-b84f-443ff6c98e4d,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:08:11.563969 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-adbdcdb4-bbaf-42a9-b248-4ecc8057069e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:11.700611 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] Set router d1809c22-93fa-44ea-83ba-e233266cfe7e gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:08:12.032258 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28066be0>, [{'id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'name': 'router1', 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e7b7093f-86f0-47e5-b84f-443ff6c98e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:07:51Z', 'updated_at': '2021-04-30T13:08:09Z', 'revision_number': 4, 'project_id': 'e8f1adee4470467693b8b33593fd34e0', 'gw_port': {'id': 'e7b7093f-86f0-47e5-b84f-443ff6c98e4d', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:08Z', 'updated_at': '2021-04-30T13:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '1eafd352-1b36-477e-8232-6a87957c6c77', 'name': '', 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826', 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'mac_address': 'fa:16:3e:26:be:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f29140e-c7a9-4b62-8b6d-8c0fab04fefa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:00Z', 'updated_at': '2021-04-30T13:08:08Z', 'revision_number': 5, 'project_id': 'e8f1adee4470467693b8b33593fd34e0', 'subnets': [{'id': '8f29140e-c7a9-4b62-8b6d-8c0fab04fefa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef3a19e1-ba69-432a-aae4-a2cc5a715626'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:08:12.036130 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565636ae-d36b-4722-899e-8433e1e510ee None None] The sync data for ids ['d1809c22-93fa-44ea-83ba-e233266cfe7e'] in dv-cinder-787195-5-iscsi is: [{'id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'name': 'router1', 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e7b7093f-86f0-47e5-b84f-443ff6c98e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:07:51Z', 'updated_at': '2021-04-30T13:08:09Z', 'revision_number': 4, 'project_id': 'e8f1adee4470467693b8b33593fd34e0', 'gw_port': {'id': 'e7b7093f-86f0-47e5-b84f-443ff6c98e4d', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:08Z', 'updated_at': '2021-04-30T13:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '1eafd352-1b36-477e-8232-6a87957c6c77', 'name': '', 'network_id': 'eb399cb9-dff6-44f0-a322-8d62a8277826', 'tenant_id': 'e8f1adee4470467693b8b33593fd34e0', 'mac_address': 'fa:16:3e:26:be:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1809c22-93fa-44ea-83ba-e233266cfe7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8f29140e-c7a9-4b62-8b6d-8c0fab04fefa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:08:00Z', 'updated_at': '2021-04-30T13:08:08Z', 'revision_number': 5, 'project_id': 'e8f1adee4470467693b8b33593fd34e0', 'subnets': [{'id': '8f29140e-c7a9-4b62-8b6d-8c0fab04fefa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef3a19e1-ba69-432a-aae4-a2cc5a715626'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:08:12.248666 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device e7b7093f-86f0-47e5-b84f-443ff6c98e4d up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:08:12.323553 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port e7b7093f-86f0-47e5-b84f-443ff6c98e4d completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:08:12.330401 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port e7b7093f-86f0-47e5-b84f-443ff6c98e4d triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:08:12.330792 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:12.460912 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:12.465144 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 37414) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:08:12.479643 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port e7b7093f-86f0-47e5-b84f-443ff6c98e4d, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=e7b7093f-86f0-47e5-b84f-443ff6c98e4d,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:08:12.486027 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:12.488400 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:08:12.588528 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-1c3fe552-0f7c-48e9-894f-7c52d13aec28 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 412 time: 0.1216388
Apr 30 13:08:12.591618 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=e7b7093f-86f0-47e5-b84f-443ff6c98e4d,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:08:12.595377 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:08:14.203154 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device e7b7093f-86f0-47e5-b84f-443ff6c98e4d up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:08:14.289865 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port e7b7093f-86f0-47e5-b84f-443ff6c98e4d triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:08:14.290240 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:14.618812 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 5 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:08:23.484353 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7a539a21-951c-4cc4-a837-d462882b47f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:26.174278 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:26.498343 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ad15ac20-1178-4d22-b991-46a5b0f59141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:27.675619 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:29.051297 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:51.618502 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 5 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:08:53.483651 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e08d8c9b-42d3-4b16-8ecb-293e2fc2d42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:56.171239 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:56.500751 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-138c0cbb-5176-4de2-b1b1-0cb796794725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:57.675900 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:08:59.044767 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:23.477595 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d0f5c96-d636-4023-a660-f65774f23805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:26.167368 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:26.494527 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-aab5c8e2-2267-454c-93d9-d566cc126631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:27.674392 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:28.617288 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 5 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:09:29.047771 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:48.383697 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 37986) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:48.453729 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.pecan_wsgi.hooks.translation [None req-751a22ae-e7d6-49d7-a894-cbc10968785c admin admin] GET failed (client error): The resource could not be found.
Apr 30 13:09:48.455067 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-751a22ae-e7d6-49d7-a894-cbc10968785c admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0704305
Apr 30 13:09:48.587064 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d41562-e468-407d-9803-876a23177411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:48.588433 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-99d41562-e468-407d-9803-876a23177411 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1294918
Apr 30 13:09:50.725783 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 37996) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:50.838227 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1be534-d8ad-4536-a869-09b2238e70a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:50.838826 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-7a1be534-d8ad-4536-a869-09b2238e70a2 admin admin] Synchronizing usage tracker for tenant:3f6834fbd04240d1850abbaefbec8254 on resource:subnet {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:09:50.855050 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-7a1be534-d8ad-4536-a869-09b2238e70a2 admin admin] Unset dirty status for tenant:3f6834fbd04240d1850abbaefbec8254 on resource:subnet {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:09:50.856207 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-7a1be534-d8ad-4536-a869-09b2238e70a2 admin admin] 10.222.0.15 "GET /v2.0/subnets/8f29140e-c7a9-4b62-8b6d-8c0fab04fefa HTTP/1.1" status: 200  len: 849 time: 0.1291826
Apr 30 13:09:50.866302 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:09:50.979122 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:51.275180 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734933806686'] for subnet, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:51.279060 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-38072891-0638-42eb-ba63-3d1921bb342b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:09:51.323393 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:51.324231 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:51.325248 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] 10.222.0.15 "PUT /v2.0/subnets/8f29140e-c7a9-4b62-8b6d-8c0fab04fefa HTTP/1.1" status: 200  len: 868 time: 0.4627976
Apr 30 13:09:51.340511 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cdec32-c290-4b6b-b721-de7b12532a51 None None] Network eb399cb9-dff6-44f0-a322-8d62a8277826 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:09:51.347878 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f29140e-c7a9-4b62-8b6d-8c0fab04fefa,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:09:51.355514 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:51.355883 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:51.356214 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:51.356546 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:51.356870 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:51.357210 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:51.357535 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:51.357855 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:51.358188 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:51.358534 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:51.359056 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:51.359444 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:09:51.363244 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:09:51.829837 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-2c0f7968-efd1-496f-850a-d6a5d504631e None None] Provisioning complete for port 1eafd352-1b36-477e-8232-6a87957c6c77 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:09:51.830216 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2c0f7968-efd1-496f-850a-d6a5d504631e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:51.958322 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-2c0f7968-efd1-496f-850a-d6a5d504631e None None] Provisioning complete for port b14f8d5f-6877-40ba-9174-3515f3f4d14b triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:09:51.958552 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2c0f7968-efd1-496f-850a-d6a5d504631e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:53.468053 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38006) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:53.479954 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9fd1cbcb-a98e-4be3-9c34-87256070b637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:53.677978 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81aa67f-7686-440f-9d98-632fb8f9d745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:53.678495 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81aa67f-7686-440f-9d98-632fb8f9d745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:53.680125 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-a81aa67f-7686-440f-9d98-632fb8f9d745 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.2103891
Apr 30 13:09:55.821821 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38016) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:55.998791 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f9af29-31d7-4c28-a145-e3976e375b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:55.999182 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f9af29-31d7-4c28-a145-e3976e375b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:56.001191 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-f8f9af29-31d7-4c28-a145-e3976e375b9f admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1783872
Apr 30 13:09:56.164916 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:56.497424 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0761cb56-c285-4c83-a5dd-aa16ff051ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:57.677356 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:09:58.151067 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38026) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:09:58.333921 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55c020d-9270-4504-b9a9-3d467c44acb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:09:58.335208 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-b55c020d-9270-4504-b9a9-3d467c44acb6 admin admin] 10.222.0.15 "GET /v2.0/networks/63a99783-b870-44bc-8ba8-6e64f36180e0 HTTP/1.1" status: 200  len: 886 time: 0.1832156
Apr 30 13:09:59.053645 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:00.471436 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38036) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:10:00.646953 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4967c3e-b006-4824-841f-07db56b3ce37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:10:00.648345 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-f4967c3e-b006-4824-841f-07db56b3ce37 admin admin] 10.222.0.15 "GET /v2.0/networks/eb399cb9-dff6-44f0-a322-8d62a8277826 HTTP/1.1" status: 200  len: 870 time: 0.1759779
Apr 30 13:10:02.779241 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38046) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:10:02.887710 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ce819-dc4f-4661-ab53-6ef0678e04ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:10:02.888178 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ce819-dc4f-4661-ab53-6ef0678e04ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:10:02.889979 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-b81ce819-dc4f-4661-ab53-6ef0678e04ce admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1096714
Apr 30 13:10:05.020795 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38056) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:10:05.126336 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34174d4-2653-4f2b-88e7-cd3afd7b0d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:10:05.126799 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34174d4-2653-4f2b-88e7-cd3afd7b0d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:10:05.128280 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-b34174d4-2653-4f2b-88e7-cd3afd7b0d10 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1065412
Apr 30 13:10:05.616302 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 5 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:10:07.247074 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38066) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:10:07.367445 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c08e73-61f9-4494-beb4-c42934a0d325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:10:07.368766 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-09c08e73-61f9-4494-beb4-c42934a0d325 admin admin] 10.222.0.15 "GET /v2.0/subnets/2200a453-fcbd-40f9-99ab-ef96c9c9ac02 HTTP/1.1" status: 200  len: 816 time: 0.1207659
Apr 30 13:10:09.525462 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38076) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:10:09.630714 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b0e0b-ac54-4641-a12f-584d12395897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:10:09.632065 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-ad0b0e0b-ac54-4641-a12f-584d12395897 admin admin] 10.222.0.15 "GET /v2.0/subnets/8f29140e-c7a9-4b62-8b6d-8c0fab04fefa HTTP/1.1" status: 200  len: 868 time: 0.1056504
Apr 30 13:10:23.482060 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-de405dd8-69b1-47d7-a2f5-8480f75d5609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:26.169675 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:26.507776 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f60f9fa1-3819-4cb6-a45c-3f6ff29a772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:27.680144 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:29.054468 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:32.953188 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38120) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:10:33.002690 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [None req-2e71cb52-e756-4f99-ade9-9393383d02ff admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:10:33.003675 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-2e71cb52-e756-4f99-ade9-9393383d02ff admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0495670
Apr 30 13:10:35.219340 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38130) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:10:35.287991 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.pecan_wsgi.hooks.translation [None req-384e3fb6-c3f4-4209-acc9-845de8b6b766 admin admin] GET failed (client error): The resource could not be found.
Apr 30 13:10:35.289259 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-384e3fb6-c3f4-4209-acc9-845de8b6b766 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0690002
Apr 30 13:10:35.423031 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da1ad7-a19e-4919-a423-d2f07b13f752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:10:35.424419 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-46da1ad7-a19e-4919-a423-d2f07b13f752 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1309755
Apr 30 13:10:37.595816 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38140) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:10:37.644783 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:10:37.649155 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:10:37.659884 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:10:37.668621 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Made reservation on behalf of 3f6834fbd04240d1850abbaefbec8254 for: {'network': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:10:37.671164 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:37.759603 dv-cinder-787195-5-iscsi neutron-server[73836]: WARNING neutron.services.revisions.revision_plugin [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1c287c7190] {project_id='3f6834fbd04240d1850abbaefbec8254', id='dadb6160-d8b8-4e13-87d4-3768e63fe005', target_tenant='*', action='access_as_shared', object_id='1ff12080-9271-43fe-ad6e-79659cdb6cc1'}> to bump revision.
Apr 30 13:10:37.771702 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'}  {{(pid=73836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:10:37.782144 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:37.782607 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.segments_db [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Added segment 328c0449-2792-4080-aea7-d4cf097a051e of type vlan for network 1ff12080-9271-43fe-ad6e-79659cdb6cc1
Apr 30 13:10:37.807551 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:37.836689 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:37.838039 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:10:37.838647 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:37.841746 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:10:37.941023 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.3441126
Apr 30 13:10:37.941767 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff12080-9271-43fe-ad6e-79659cdb6cc1,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:10:37.944505 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:10:37.953059 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 1ff12080-9271-43fe-ad6e-79659cdb6cc1 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:10:40.120269 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38150) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:10:40.187447 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4dc0d4-52b9-423f-ad9e-f6e0aba5450e admin admin] GET failed (client error): The resource could not be found.
Apr 30 13:10:40.187955 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-2b4dc0d4-52b9-423f-ad9e-f6e0aba5450e admin admin] Synchronizing usage tracker for tenant:3f6834fbd04240d1850abbaefbec8254 on resource:network {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:10:40.202136 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-2b4dc0d4-52b9-423f-ad9e-f6e0aba5450e admin admin] Unset dirty status for tenant:3f6834fbd04240d1850abbaefbec8254 on resource:network {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:10:40.203254 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-2b4dc0d4-52b9-423f-ad9e-f6e0aba5450e admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0819185
Apr 30 13:10:40.346984 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f0ffb3-3e9b-4199-9b4e-a32abc3fe2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:10:40.348320 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-d4f0ffb3-3e9b-4199-9b4e-a32abc3fe2e0 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1412396
Apr 30 13:10:40.358441 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1ff12080-9271-43fe-ad6e-79659cdb6cc1', 'cidr': '192.168.233.0/24'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:10:40.362729 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:10:40.371875 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:10:40.380335 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Made reservation on behalf of 3f6834fbd04240d1850abbaefbec8254 for: {'subnet': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:10:40.382515 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:40.751520 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:40.755996 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8de2c205-8df4-4e70-9e5f-456b5094749f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:10:40.828983 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9872c8bb-775e-4379-92dd-9b2ad5cc66f7,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:10:40.832554 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:10:40.838511 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Checking segment: {'id': '328c0449-2792-4080-aea7-d4cf097a051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1ff12080-9271-43fe-ad6e-79659cdb6cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:10:40.838866 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Network hostable DHCP agents. Network: 1ff12080-9271-43fe-ad6e-79659cdb6cc1, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:10:40.856038 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Network 1ff12080-9271-43fe-ad6e-79659cdb6cc1 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:10:40.864738 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 1ff12080-9271-43fe-ad6e-79659cdb6cc1) {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:10:40.868919 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:10:40.869566 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:40.874452 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb47ef35-4dde-4463-a60d-0a7f08d2a151 None None] Network 1ff12080-9271-43fe-ad6e-79659cdb6cc1 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:10:40.895683 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5412309
Apr 30 13:10:41.099083 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp002ecf29-54e7-5b25-851b-e7a9cc98f979-1ff12080-9271-43fe-ad6e-79659cdb6cc1', 'network_id': '1ff12080-9271-43fe-ad6e-79659cdb6cc1', 'tenant_id': '3f6834fbd04240d1850abbaefbec8254', 'fixed_ips': [{'subnet_id': '9872c8bb-775e-4379-92dd-9b2ad5cc66f7'}]}} from dv-cinder-787195-5-iscsi. {{(pid=73838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:10:41.099934 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:41.286297 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Allocated IP 192.168.233.2 (1ff12080-9271-43fe-ad6e-79659cdb6cc1/9872c8bb-775e-4379-92dd-9b2ad5cc66f7/6257b361-b485-48ed-9615-cafecbada74f) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:10:41.503242 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:41.513472 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Transition to ACTIVE for port object 6257b361-b485-48ed-9615-cafecbada74f will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:10:41.534067 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Transition to ACTIVE for port object 6257b361-b485-48ed-9615-cafecbada74f will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:10:41.539972 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:41.544619 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:10:41.607135 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Network 1ff12080-9271-43fe-ad6e-79659cdb6cc1 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:10:41.612562 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Resources bound (agent type, host, resource id):  {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:10:41.617120 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Pushing event updated for resources: {'Port': ['ID=6257b361-b485-48ed-9615-cafecbada74f,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:10:41.619480 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:10:41.628920 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:10:41.629260 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:10:41.629600 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:10:41.629946 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:10:41.630301 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:10:41.630612 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:10:41.630933 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:10:41.631255 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:10:41.631594 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:10:41.631919 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:10:41.632236 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:10:41.632562 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:10:41.660380 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:10:41.722519 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Attempting to bind port 6257b361-b485-48ed-9615-cafecbada74f on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:10:41.722891 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Attempting to bind port 6257b361-b485-48ed-9615-cafecbada74f by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '328c0449-2792-4080-aea7-d4cf097a051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1ff12080-9271-43fe-ad6e-79659cdb6cc1'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:10:41.723252 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Attempting to bind port 6257b361-b485-48ed-9615-cafecbada74f on network 1ff12080-9271-43fe-ad6e-79659cdb6cc1 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:10:41.728853 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:10:41.729230 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Checking segment: {'id': '328c0449-2792-4080-aea7-d4cf097a051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1ff12080-9271-43fe-ad6e-79659cdb6cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:10:41.729631 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:41.730027 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Bound using segment: {'id': '328c0449-2792-4080-aea7-d4cf097a051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1ff12080-9271-43fe-ad6e-79659cdb6cc1'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:10:41.730571 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Bound port: 6257b361-b485-48ed-9615-cafecbada74f, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328c0449-2792-4080-aea7-d4cf097a051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1ff12080-9271-43fe-ad6e-79659cdb6cc1'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:10:41.731006 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:41.819376 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] For port 6257b361-b485-48ed-9615-cafecbada74f, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:10:41.822399 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] For port 6257b361-b485-48ed-9615-cafecbada74f, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=6257b361-b485-48ed-9615-cafecbada74f,segment=NetworkSegment(328c0449-2792-4080-aea7-d4cf097a051e),segment_id=328c0449-2792-4080-aea7-d4cf097a051e)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:10:41.828793 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:41.833281 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:10:41.914603 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Pushing event updated for resources: {'Port': ['ID=6257b361-b485-48ed-9615-cafecbada74f,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:10:41.918341 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:10:42.344248 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 6257b361-b485-48ed-9615-cafecbada74f up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:10:42.419388 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 6257b361-b485-48ed-9615-cafecbada74f completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:10:42.618464 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 5 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:10:42.724544 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10d2fdc-60af-4c33-8e36-92b54ab3534b None None] Network 1ff12080-9271-43fe-ad6e-79659cdb6cc1 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:10:42.835202 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-a0bb2730-4160-4ad2-9240-9a1f4ea86466 None None] Provisioning for port 6257b361-b485-48ed-9615-cafecbada74f completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:10:42.853525 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-a0bb2730-4160-4ad2-9240-9a1f4ea86466 None None] Provisioning complete for port 6257b361-b485-48ed-9615-cafecbada74f triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:10:42.853898 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2730-4160-4ad2-9240-9a1f4ea86466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:43.071348 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2730-4160-4ad2-9240-9a1f4ea86466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:43.112423 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-a0bb2730-4160-4ad2-9240-9a1f4ea86466 None None] For port 6257b361-b485-48ed-9615-cafecbada74f, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=6257b361-b485-48ed-9615-cafecbada74f,segment=NetworkSegment(328c0449-2792-4080-aea7-d4cf097a051e),segment_id=328c0449-2792-4080-aea7-d4cf097a051e)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:10:43.116524 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a0bb2730-4160-4ad2-9240-9a1f4ea86466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:43.118761 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:10:43.195331 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb2730-4160-4ad2-9240-9a1f4ea86466 None None] Pushing event updated for resources: {'Port': ['ID=6257b361-b485-48ed-9615-cafecbada74f,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:10:43.198502 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a0bb2730-4160-4ad2-9240-9a1f4ea86466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:10:43.337851 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-07b2e54f-54e6-40d2-ad41-d0c93d41bdb5 None None] Provisioning complete for port 6257b361-b485-48ed-9615-cafecbada74f triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:10:43.338134 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-07b2e54f-54e6-40d2-ad41-d0c93d41bdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:44.325843 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 6257b361-b485-48ed-9615-cafecbada74f up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:10:44.399478 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 6257b361-b485-48ed-9615-cafecbada74f triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:10:44.399847 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:53.485529 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4f555fdb-6a47-46ba-ac35-0146035600b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:56.173816 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:56.501450 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d8610098-e3e5-41ae-a212-71f5f3bce7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:57.684299 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:10:59.057364 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:19.616330 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 5 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:11:23.486866 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-82906bc1-8363-44cf-a1a6-32c2dda2daea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:26.187598 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:26.505908 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0eaef95d-b576-445a-83cc-255dfa19c6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:27.687038 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:29.061629 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:46.954946 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38200) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:46.960888 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [None req-c4495c5e-cb39-4d64-85e9-2a6e8cdc907e tempest-verify_tempest_config-1743487173 tempest-verify_tempest_config-1743487173-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:11:46.961817 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-c4495c5e-cb39-4d64-85e9-2a6e8cdc907e tempest-verify_tempest_config-1743487173 tempest-verify_tempest_config-1743487173-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059209
Apr 30 13:11:47.269024 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38218) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:47.385279 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:47.400405 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:11:47.405269 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Usage tracker for resource:security_group_rule and tenant:b2b5d2e625b84bd693f750419f2443f5 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:11:47.408154 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:11:47.413803 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:11:47.497655 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:47.501338 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:47.508678 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-30fa7fb1-5a62-4cba-bad3-52bd19f42469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:11:47.548384 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Synchronizing usage tracker for tenant:3f6834fbd04240d1850abbaefbec8254 on resource:security_group {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:11:47.551714 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b72a42-e02b-42ed-93e9-d94c21623d32,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:11:47.561262 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:47.561616 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:47.561966 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:47.562320 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:47.562645 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:47.562971 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:47.563294 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:47.563614 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:47.563949 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:47.564271 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:47.564585 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:47.564900 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:11:47.571737 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:11:47.584425 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Unset dirty status for tenant:3f6834fbd04240d1850abbaefbec8254 on resource:security_group {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:11:47.588814 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2b5d2e625b84bd693f750419f2443f5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3163009
Apr 30 13:11:47.589000 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38224) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:11:47.661393 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-116e2820-f698-4bdd-b1af-b4917160e50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:47.687025 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-116e2820-f698-4bdd-b1af-b4917160e50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:47.779346 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-116e2820-f698-4bdd-b1af-b4917160e50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:47.783298 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:11:47.793906 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e2820-f698-4bdd-b1af-b4917160e50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b72a42-e02b-42ed-93e9-d94c21623d32,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:11:47.799177 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-116e2820-f698-4bdd-b1af-b4917160e50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:11:47.801043 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-116e2820-f698-4bdd-b1af-b4917160e50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:47.804633 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-116e2820-f698-4bdd-b1af-b4917160e50c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94b72a42-e02b-42ed-93e9-d94c21623d32 HTTP/1.1" status: 204  len: 168 time: 0.2122393
Apr 30 13:11:53.489592 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-932f225d-09a2-4896-8f6e-9991e37ed408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:56.181623 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:56.508370 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-41044501-04c9-49cc-afe2-e296dd01ae4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:56.615412 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 5 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:11:57.690675 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:11:59.064710 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:23.491003 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a91ef455-0194-4749-b20e-740a83a61e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:26.184536 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:26.512866 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-902670f7-bf65-4ac1-b91a-dcb151b6d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:27.693706 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:29.065806 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:33.614542 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 5 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:12:53.492591 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a2aae8fb-a155-4b19-b336-735abfd22797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:56.187555 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:56.515097 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0923ecac-829c-4378-9b7e-311ab9cc1cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:57.702337 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:12:59.068455 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:10.613975 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 5 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:13:23.497789 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a1398fc7-bfac-4efb-96a5-9e66ec47d96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:26.191019 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:26.521830 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1d4aabbd-61b8-4cd4-88bf-60cc300682ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:27.703818 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:29.074668 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:29.135038 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950'] for agent, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:33.355848 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38276) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:13:33.472017 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-69119d10-6000-4dee-979e-0fcc53f0ada7 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1150856
Apr 30 13:13:35.619461 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38286) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:13:35.679103 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-22941dfc-b238-46af-a4c3-e535aa40b7ee admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0579851
Apr 30 13:13:47.613353 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:13:53.500226 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7879df4c-d736-4727-97c6-3321ed740dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:56.194547 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:56.514414 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-59841fe1-2d64-4cc2-bb5b-e5ed81cfe684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:57.704873 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:59.078087 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:13:59.096331 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:23.503731 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4af3cda2-052a-4544-ace6-a1abc3acda5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:24.612132 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:14:26.201890 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:26.522588 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-505b8e4e-6b6f-45d6-93e1-8ecdb0fbe90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:27.711572 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:29.099760 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:29.106573 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:53.506759 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-90854be9-8b40-45ea-b303-ccabc84792fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:56.195768 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:56.517005 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d910-8adb-42b2-ae18-d5987c12a7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:57.713035 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:59.084314 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:14:59.107632 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:01.612265 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:15:03.440693 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38424) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:03.731149 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1510931837-network', 'tenant_id': 'd4524f6f69c1491aaa7811a4d30eaa1a'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:03.736093 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:03.740801 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Usage tracker for resource:network and tenant:d4524f6f69c1491aaa7811a4d30eaa1a is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:03.744948 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:03.751074 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:03.760587 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Made reservation on behalf of d4524f6f69c1491aaa7811a4d30eaa1a for: {'network': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:03.763285 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:03.776410 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:03.791151 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:03.795017 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:d4524f6f69c1491aaa7811a4d30eaa1a is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:03.797869 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:03.803548 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:03.895723 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:03.900089 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:03.904582 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-805887d5-4a8f-4a6e-b9d2-321f94494e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:03.923842 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'}  {{(pid=73836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:15:03.944715 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:03.945060 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.segments_db [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Added segment 930e8649-6329-4240-86ff-c508f5a5d483 of type vlan for network 88569604-eac7-45ad-ba6d-14a125287504
Apr 30 13:15:03.958858 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88a41b5-75f5-4832-8c89-6f0b56c50c3c,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:03.979761 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:03.988344 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:03.988824 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:03.989169 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:03.989500 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:03.989829 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:03.990158 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:03.990510 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:03.990903 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:03.991156 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:03.991474 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:03.991791 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:03.992109 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Tracked resource versions report:
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]: pushed versions:
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]: {   'AddressGroup': {'1.2'},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     'ConntrackHelper': {'1.0'},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     'Log': {'1.0'},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     'Network': {'1.1'},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     'Port': {'1.7'},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     'PortForwarding': {'1.2'},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     'QosPolicy': {'1.8'},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     'SecurityGroup': {'1.4'},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     'SubPort': {'1.0'},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     'Subnet': {'1.1'},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     'Trunk': {'1.1'}}
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]: consumer versions:
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]: {   DHCP agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     HyperV agent@hv-cinder-78719: {},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     L3 agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     Metadata agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     Metering agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:     Open vSwitch agent@dv-cinder-787195-5-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'Log': '1.0',
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'Network': '1.1',
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'Port': '1.7',
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'PortForwarding': '1.2',
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'QosPolicy': '1.8',
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'SecurityGroup': '1.4',
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'SubPort': '1.0',
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'Subnet': '1.1',
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:                                                      'Trunk': '1.1'}}
Apr 30 13:15:03.993797 dv-cinder-787195-5-iscsi neutron-server[73836]:  {{(pid=73836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:15:04.018719 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:04.024754 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:04.026250 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:04.026932 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:04.032545 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:04.126600 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=88569604-eac7-45ad-ba6d-14a125287504,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:04.137259 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:04.143836 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 88569604-eac7-45ad-ba6d-14a125287504 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:15:04.150385 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7057559
Apr 30 13:15:04.150901 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38466) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:04.159662 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Request body: {'subnet': {'network_id': '88569604-eac7-45ad-ba6d-14a125287504', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1510931837-subnet', 'tenant_id': 'd4524f6f69c1491aaa7811a4d30eaa1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:04.166774 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:04.171501 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Usage tracker for resource:subnet and tenant:d4524f6f69c1491aaa7811a4d30eaa1a is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:04.176019 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:04.184320 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:04.203038 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Made reservation on behalf of d4524f6f69c1491aaa7811a4d30eaa1a for: {'subnet': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:04.209135 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:04.385348 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38480) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:04.620448 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:04.627135 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:04.663843 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-551193487-network', 'tenant_id': '787bddf102c1488895b5580befa52ba9'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:04.684511 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:04.694495 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Usage tracker for resource:network and tenant:787bddf102c1488895b5580befa52ba9 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:04.705130 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:04.715740 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:04.716833 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0b5c70d-1aaa-460a-a607-b755e9ba53f4,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:04.718832 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38500) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:04.728607 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:04.730021 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Checking segment: {'id': '930e8649-6329-4240-86ff-c508f5a5d483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '88569604-eac7-45ad-ba6d-14a125287504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:04.730566 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Network hostable DHCP agents. Network: 88569604-eac7-45ad-ba6d-14a125287504, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:15:04.736339 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Made reservation on behalf of 787bddf102c1488895b5580befa52ba9 for: {'network': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:04.737276 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:04.761043 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:04.761272 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Network 88569604-eac7-45ad-ba6d-14a125287504 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:15:04.776738 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 88569604-eac7-45ad-ba6d-14a125287504) {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:04.781174 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:04.782857 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:04.784266 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:04.785897 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eedca6-6d90-49b3-a023-4f1977a78e05 None None] Network 88569604-eac7-45ad-ba6d-14a125287504 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:15:04.802620 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Usage tracker for resource:security_group_rule and tenant:787bddf102c1488895b5580befa52ba9 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:04.808749 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:04.819948 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:04.825583 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-b9a36bf3-38d0-469d-8fa5-0ad356605e5a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6733501
Apr 30 13:15:04.958241 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:04.963082 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:04.981079 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:04.988395 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'}  {{(pid=73837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:15:05.001430 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734933814932', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:05.002327 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1c2a08e940> segment precommit_create {{(pid=73837) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 13:15:05.003074 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.segments_db [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Added segment 36064a8e-01ea-4c1c-9baf-3832aacd4d14 of type vlan for network 3ea6dbe7-fe8c-40e6-bd25-16c6602990b3
Apr 30 13:15:05.070450 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38203622-91ac-4743-aa8e-4d1caa1eba62 None None] Network 88569604-eac7-45ad-ba6d-14a125287504 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:15:05.072452 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:05.118727 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:05.127234 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:05.127861 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:05.145642 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fd1b05-ed4c-4b39-b176-eb9523dbd0e1,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:05.156741 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:05.157359 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:05.157834 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:05.158383 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:05.158857 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:05.159352 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:05.159825 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:05.160295 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:05.160778 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:05.161237 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:05.161700 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:05.162303 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Tracked resource versions report:
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]: pushed versions:
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]: {   'AddressGroup': {'1.2'},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     'ConntrackHelper': {'1.0'},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     'Log': {'1.0'},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     'Network': {'1.1'},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     'Port': {'1.7'},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     'PortForwarding': {'1.2'},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     'QosPolicy': {'1.8'},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     'SecurityGroup': {'1.4'},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     'SubPort': {'1.0'},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     'Subnet': {'1.1'},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     'Trunk': {'1.1'}}
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]: consumer versions:
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]: {   DHCP agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     HyperV agent@hv-cinder-78719: {},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     L3 agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     Metadata agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     Metering agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:     Open vSwitch agent@dv-cinder-787195-5-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:                                                      'Log': '1.0',
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:                                                      'Network': '1.1',
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:                                                      'Port': '1.7',
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:                                                      'PortForwarding': '1.2',
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:                                                      'QosPolicy': '1.8',
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:                                                      'SecurityGroup': '1.4',
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:                                                      'SubPort': '1.0',
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:                                                      'Subnet': '1.1',
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:                                                      'Trunk': '1.1'}}
Apr 30 13:15:05.163664 dv-cinder-787195-5-iscsi neutron-server[73837]:  {{(pid=73837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:15:05.208175 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8217149
Apr 30 13:15:05.211478 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38520) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:05.219470 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Request body: {'subnet': {'network_id': '3ea6dbe7-fe8c-40e6-bd25-16c6602990b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-551193487-subnet', 'tenant_id': '787bddf102c1488895b5580befa52ba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:05.223797 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:05.224766 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:05.228967 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:05.239248 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Usage tracker for resource:subnet and tenant:787bddf102c1488895b5580befa52ba9 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:05.242654 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:05.255467 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:05.270565 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38524) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:05.290380 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Made reservation on behalf of 787bddf102c1488895b5580befa52ba9 for: {'subnet': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:05.297512 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:05.437057 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea6dbe7-fe8c-40e6-bd25-16c6602990b3,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:05.442681 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:05.452079 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 3ea6dbe7-fe8c-40e6-bd25-16c6602990b3 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:15:05.567382 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-network', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:05.578843 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:05.586787 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38534) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:05.596803 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Usage tracker for resource:network and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:05.607361 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:05.617618 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:05.639376 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Made reservation on behalf of 7edbf53013084aef8c7b2d047cc26d9f for: {'network': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:05.650246 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:05.703891 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-555646278-network', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:05.766847 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:05.789590 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:05.794584 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Usage tracker for resource:network and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:05.799684 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:05.804609 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Usage tracker for resource:security_group_rule and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:05.809219 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:05.817876 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:05.866193 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:05.879114 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1388842606-network', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:05.884513 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:05.890061 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:05.894227 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Usage tracker for resource:network and tenant:2e929e0b08a2424d88e50ddd4873774a is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:05.897292 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:05.905023 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:05.937153 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Made reservation on behalf of 2e929e0b08a2424d88e50ddd4873774a for: {'network': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:05.939454 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:05.970830 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Made reservation on behalf of d31b6528c1aa407daea2ff99de255d43 for: {'network': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:05.973214 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:05.982580 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.028189 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.042831 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:06.074287 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Usage tracker for resource:security_group_rule and tenant:2e929e0b08a2424d88e50ddd4873774a is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:06.087160 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:06.109655 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:06.112042 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:06.131163 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Usage tracker for resource:security_group_rule and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:06.137977 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:06.149089 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.150317 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:06.165484 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.236204 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7395d869-72b0-4a24-bf76-6b0adb094ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:06.284621 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'}  {{(pid=73836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:15:06.347922 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a18d7aa-1aeb-4414-82ef-25c6c8880a73,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:06.351981 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.352378 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.segments_db [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Added segment 1e95406a-e6f3-43ca-962d-d84623c09e46 of type vlan for network 0555ee9b-672c-4eec-957a-e8bb40b60f14
Apr 30 13:15:06.362693 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:06.435960 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.507305 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.510906 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.517223 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.524796 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.528016 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:06.544682 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.557938 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:06.558581 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.617561 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'}  {{(pid=73836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:15:06.640546 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'}  {{(pid=73836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:15:06.687001 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f9cb03-fbc4-48bb-92ff-544077446cab,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:06.731878 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.732217 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.segments_db [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Added segment 5a7d16ad-9143-415d-adef-5acb8275ad95 of type vlan for network 44bdf4e3-2cec-4552-a016-68e772a00e73
Apr 30 13:15:06.750130 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.754577 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.segments_db [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Added segment d4304927-4ede-49fe-b643-4035d2680d8e of type vlan for network 607bf271-94f7-456e-b795-6638e4db5074
Apr 30 13:15:06.766525 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.860657 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d5b729-c534-4800-abfd-aec9582d9cc1,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:06.863970 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:06.868833 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.872482 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:06.872665 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:06.882498 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:06.888168 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:06.916621 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38616) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:06.922136 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Request body: {'subnet': {'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-subnet', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:06.926771 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.2007756
Apr 30 13:15:06.927461 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:06.931893 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Usage tracker for resource:subnet and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:06.934944 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:06.942239 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:06.955170 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Made reservation on behalf of 7edbf53013084aef8c7b2d047cc26d9f for: {'subnet': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:06.958139 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:07.020185 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Checking segment: {'id': '36064a8e-01ea-4c1c-9baf-3832aacd4d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '3ea6dbe7-fe8c-40e6-bd25-16c6602990b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:07.020548 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Network hostable DHCP agents. Network: 3ea6dbe7-fe8c-40e6-bd25-16c6602990b3, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:15:07.055532 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Pushing event updated for resources: {'Network': ['ID=0555ee9b-672c-4eec-957a-e8bb40b60f14,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:07.059225 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:07.063985 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-cc530994-c0c5-420d-92c7-888e8c334d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:07.071848 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 0555ee9b-672c-4eec-957a-e8bb40b60f14 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:15:07.098663 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:07.103465 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38628) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:07.119659 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:07.120138 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:07.124653 dv-cinder-787195-5-iscsi neutron-server[73836]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 30 13:15:07.174005 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Network 3ea6dbe7-fe8c-40e6-bd25-16c6602990b3 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:15:07.176140 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:07.202622 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:07.203234 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:07.240776 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.6525977
Apr 30 13:15:07.241584 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 3ea6dbe7-fe8c-40e6-bd25-16c6602990b3) {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:07.247689 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:07.248265 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38644) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:07.248394 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:07.265429 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c875cfe5-5a39-47da-982d-7ac9552781fa None None] Network 3ea6dbe7-fe8c-40e6-bd25-16c6602990b3 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:15:07.265816 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Request body: {'subnet': {'network_id': '607bf271-94f7-456e-b795-6638e4db5074', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1388842606-subnet', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:07.299094 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:07.310777 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Usage tracker for resource:subnet and tenant:2e929e0b08a2424d88e50ddd4873774a is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:07.320745 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:07.333474 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:07.334814 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9aab7fa-35ae-4bbd-8ace-fccc5f2f8e3a,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:07.338830 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:07.353222 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:07.369545 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0949860
Apr 30 13:15:07.370602 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38656) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:07.373300 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Made reservation on behalf of 2e929e0b08a2424d88e50ddd4873774a for: {'subnet': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:07.375996 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:07.400081 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Request body: {'subnet': {'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-555646278-subnet', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:07.407518 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.1940255
Apr 30 13:15:07.491192 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Pushing event updated for resources: {'Network': ['ID=607bf271-94f7-456e-b795-6638e4db5074,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:07.495451 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:07.510137 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 607bf271-94f7-456e-b795-6638e4db5074 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:15:07.516716 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-aeff6bd3-f3f4-4a80-905c-c58650bab27e tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:07.517379 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-aeff6bd3-f3f4-4a80-905c-c58650bab27e tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Synchronizing usage tracker for tenant:d4524f6f69c1491aaa7811a4d30eaa1a on resource:network {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:15:07.535812 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Usage tracker for resource:subnet and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:07.544797 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:07.568322 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:07.628379 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Made reservation on behalf of d31b6528c1aa407daea2ff99de255d43 for: {'subnet': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:07.632669 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:07.711214 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Pushing event updated for resources: {'Network': ['ID=44bdf4e3-2cec-4552-a016-68e772a00e73,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:07.720332 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:07.721371 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.506s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:07.723520 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-92b9b9ae-f57f-4b03-a991-daef5241acd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:07.724486 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-aeff6bd3-f3f4-4a80-905c-c58650bab27e tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Unset dirty status for tenant:d4524f6f69c1491aaa7811a4d30eaa1a on resource:network {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:15:07.729828 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-aeff6bd3-f3f4-4a80-905c-c58650bab27e tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/networks?id=88569604-eac7-45ad-ba6d-14a125287504 HTTP/1.1" status: 200  len: 812 time: 0.6241751
Apr 30 13:15:07.755725 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-e4e73052-3e4f-47b7-aa8a-2dc0e8bfe0f6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/quotas/d4524f6f69c1491aaa7811a4d30eaa1a HTTP/1.1" status: 200  len: 375 time: 0.0180285
Apr 30 13:15:07.820795 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 44bdf4e3-2cec-4552-a016-68e772a00e73 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:15:07.891048 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-71393990-fc00-46ee-9f12-58944a2cc0a5 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4524f6f69c1491aaa7811a4d30eaa1a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1290424
Apr 30 13:15:08.021753 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5597266b-1118-4bf4-ae80-6fb70129f709 None None] Network 3ea6dbe7-fe8c-40e6-bd25-16c6602990b3 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:15:08.411304 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38696) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:08.423348 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:08.435135 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:08.441996 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-46489a0d-7118-49d9-8f97-f304f86abbf2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:15:08.443219 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-46489a0d-7118-49d9-8f97-f304f86abbf2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1229055
Apr 30 13:15:08.511915 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b330465d-555e-4715-b8c8-efed53710843,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:08.522208 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:08.597913 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1778abb7-e4f5-4ffb-97d5-81255403204a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:08.623625 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-1778abb7-e4f5-4ffb-97d5-81255403204a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:08.631605 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-1778abb7-e4f5-4ffb-97d5-81255403204a admin admin] Usage tracker for resource:security_group_rule and tenant:c5fab376d69646deb49904721a09b60c is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:08.637401 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-1778abb7-e4f5-4ffb-97d5-81255403204a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:08.654729 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-1778abb7-e4f5-4ffb-97d5-81255403204a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:08.671073 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-965c1d17-b3ee-4793-b76a-25e5d9c0d5c0 service neutron] 10.222.0.15 "GET /v2.0/networks/88569604-eac7-45ad-ba6d-14a125287504?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2208230
Apr 30 13:15:08.702212 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Checking segment: {'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:08.702617 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Network hostable DHCP agents. Network: 0555ee9b-672c-4eec-957a-e8bb40b60f14, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:15:08.714234 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38708) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:08.735039 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-526107472-network', 'tenant_id': '5c2292256f6947838f61958a6f5aea7a'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:08.755471 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:08.763038 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:08.789349 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Network 0555ee9b-672c-4eec-957a-e8bb40b60f14 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:15:08.822519 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 0555ee9b-672c-4eec-957a-e8bb40b60f14) {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:08.836144 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c459b2be-01e8-445f-8482-6dbcd16a23a7 None None] Network 0555ee9b-672c-4eec-957a-e8bb40b60f14 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:15:08.838625 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:08.839236 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:08.854185 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:08.872886 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Usage tracker for resource:network and tenant:5c2292256f6947838f61958a6f5aea7a is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:08.874413 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c3c8abb-2a0c-40d9-9bac-8929c6c374f8,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:08.876923 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:08.884846 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:08.887786 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:08.898859 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Checking segment: {'id': 'd4304927-4ede-49fe-b643-4035d2680d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '607bf271-94f7-456e-b795-6638e4db5074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:08.899698 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Network hostable DHCP agents. Network: 607bf271-94f7-456e-b795-6638e4db5074, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:15:08.908890 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-68702a17-7a0c-4a98-94ed-579b8bc04315 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.9882903
Apr 30 13:15:08.911169 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38712) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:08.919727 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:08.927259 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Made reservation on behalf of 5c2292256f6947838f61958a6f5aea7a for: {'network': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:08.929522 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:08.942452 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:08.959537 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Usage tracker for resource:router and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:08.968341 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Network 607bf271-94f7-456e-b795-6638e4db5074 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:15:08.968584 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:08.975989 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:08.978670 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:08.984228 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:08.990608 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-172c9aa1-e6e0-4663-9a13-5adb729b3fe0 service neutron] 10.222.0.15 "GET /v2.0/networks/88569604-eac7-45ad-ba6d-14a125287504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3039110
Apr 30 13:15:08.999903 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:09.012105 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 607bf271-94f7-456e-b795-6638e4db5074) {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:09.012636 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:09.023590 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Usage tracker for resource:security_group_rule and tenant:5c2292256f6947838f61958a6f5aea7a is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:09.030017 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:09.030477 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:09.030922 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.038338 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260181'] for router, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.039342 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3815139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3900580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260188'] for router, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.044107 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5238f4c1-bea0-4b23-9e7a-a9b083b7da27 None None] Network 607bf271-94f7-456e-b795-6638e4db5074 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:15:09.044465 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:09.070059 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.8206670
Apr 30 13:15:09.074372 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1778abb7-e4f5-4ffb-97d5-81255403204a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.076785 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38716) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:09.079121 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e466d8a-1ebd-445c-9ccd-f0e629ea05bc,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:09.085527 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1388842606-router', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:09.089320 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:09.093689 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1778abb7-e4f5-4ffb-97d5-81255403204a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.094172 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:09.095030 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.099407 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Checking segment: {'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:09.099817 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Network hostable DHCP agents. Network: 44bdf4e3-2cec-4552-a016-68e772a00e73, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:15:09.103386 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Usage tracker for resource:router and tenant:2e929e0b08a2424d88e50ddd4873774a is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:09.117768 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:09.124847 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:09.139045 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260181'] for router, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.139962 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3815139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3900580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260188'] for router, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.160009 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Network 44bdf4e3-2cec-4552-a016-68e772a00e73 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:15:09.170912 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:09.174193 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.177024 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 44bdf4e3-2cec-4552-a016-68e772a00e73) {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:09.192012 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:09.192964 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.224783 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.8527594
Apr 30 13:15:09.246646 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38722) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:09.256507 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:09.269556 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0080531d-df2c-43e0-bb4c-16e2eb1b887e None None] Network 44bdf4e3-2cec-4552-a016-68e772a00e73 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:15:09.269974 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778abb7-e4f5-4ffb-97d5-81255403204a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f7274d-1968-4b1b-aadc-735a7f99abd3,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:09.274716 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-1778abb7-e4f5-4ffb-97d5-81255403204a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5fab376d69646deb49904721a09b60c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8620842
Apr 30 13:15:09.277085 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-1778abb7-e4f5-4ffb-97d5-81255403204a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:09.278691 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:09.282039 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38726) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:09.371930 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Usage tracker for resource:router and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:09.379565 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:09.382780 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24af590c-340e-4fd3-9b37-3ed4b95c3095 None None] Network 607bf271-94f7-456e-b795-6638e4db5074 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:15:09.443359 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38742) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:09.489178 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:09.631130 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8bbefe82-293d-4512-85f0-68f06a88febe req-a3a92f6a-dc43-4ada-987e-a6a6460992dd tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 210 time: 0.1864243
Apr 30 13:15:09.695979 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3815066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3857249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260270'] for router, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.805085 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3815066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3857249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260270'] for router, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.879016 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.883002 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7adff398-447f-43b9-987f-6d330d08261c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.888694 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp002ecf29-54e7-5b25-851b-e7a9cc98f979-0555ee9b-672c-4eec-957a-e8bb40b60f14', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843'}]}} from dv-cinder-787195-5-iscsi. {{(pid=73838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:15:09.889544 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.900825 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.958606 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260181'] for router, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.959645 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3815139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3900580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260188'] for router, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:09.968084 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-834b918f-957e-4d33-aebb-1e5c715708cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:10.084276 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9969aac9-970a-47da-ad4e-70f1fe494c54,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:10.101792 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7adff398-447f-43b9-987f-6d330d08261c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:10.141399 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:10.179621 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'}  {{(pid=73836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:15:10.280033 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:10.301903 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:10.302242 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.segments_db [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Added segment 7ddbb602-fe5e-4996-8581-d38961411d90 of type vlan for network cd8f040c-29b5-484f-a0ff-b9996934a76a
Apr 30 13:15:10.332597 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:10.379419 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:10.479781 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp002ecf29-54e7-5b25-851b-e7a9cc98f979-44bdf4e3-2cec-4552-a016-68e772a00e73', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc'}]}} from dv-cinder-787195-5-iscsi. {{(pid=73838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:15:10.480614 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:10.591272 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Allocated IP 172.20.0.2 (0555ee9b-672c-4eec-957a-e8bb40b60f14/b330465d-555e-4715-b8c8-efed53710843/5fd89dd4-c06a-4f32-8c17-3bb256b20f0a) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:10.596032 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:10.689789 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7adff398-447f-43b9-987f-6d330d08261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:10.732745 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Allocated IP 172.27.2.203 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/10f0ceb4-9046-456a-b0d1-0d67a883f4b6) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:10.738012 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3815066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3857249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260270'] for router, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:10.741781 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:10.855417 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Allocated IP 172.20.0.2 (44bdf4e3-2cec-4552-a016-68e772a00e73/3e466d8a-1ebd-445c-9ccd-f0e629ea05bc/6c670e6b-a24d-4014-8fa8-0fd752854331) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:10.911580 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c0efd602-a94c-413d-a56f-d2e0621a8766 req-73ae053d-c0b8-41e0-9522-99bca20f8ba1 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 210 time: 0.2184088
Apr 30 13:15:10.932483 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:10.955206 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:10.955791 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:10.966833 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adff398-447f-43b9-987f-6d330d08261c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f7274d-1968-4b1b-aadc-735a7f99abd3,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:10.979983 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:11.027560 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7adff398-447f-43b9-987f-6d330d08261c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:11.033363 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:11.064189 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:11.077721 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:11.083464 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:11.100450 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Transition to ACTIVE for port object 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:11.140967 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:11.142522 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Transition to ACTIVE for port object 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:11.145185 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:11.155264 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:11.216234 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:11.230175 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:11.272363 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:11.312145 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Pushing event updated for resources: {'Port': ['ID=5fd89dd4-c06a-4f32-8c17-3bb256b20f0a,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:11.351771 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:11.355197 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:11.356209 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:11.356558 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:11.356900 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:11.357231 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:11.357557 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:11.357882 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:11.358205 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:11.358663 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:11.358985 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:11.359300 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Tracked resource versions report:
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]: pushed versions:
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]: {   'AddressGroup': {'1.2'},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     'ConntrackHelper': {'1.0'},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     'Log': {'1.0'},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     'Network': {'1.1'},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     'Port': {'1.7'},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     'PortForwarding': {'1.2'},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     'QosPolicy': {'1.8'},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     'SecurityGroup': {'1.4'},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     'SubPort': {'1.0'},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     'Subnet': {'1.1'},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     'Trunk': {'1.1'}}
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]: consumer versions:
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]: {   DHCP agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     HyperV agent@hv-cinder-78719: {},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     L3 agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     Metadata agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     Metering agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:     Open vSwitch agent@dv-cinder-787195-5-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'Log': '1.0',
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'Network': '1.1',
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'Port': '1.7',
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'PortForwarding': '1.2',
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'QosPolicy': '1.8',
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'SecurityGroup': '1.4',
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'SubPort': '1.0',
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'Subnet': '1.1',
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:                                                      'Trunk': '1.1'}}
Apr 30 13:15:11.361615 dv-cinder-787195-5-iscsi neutron-server[73838]:  {{(pid=73838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:15:11.370564 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7adff398-447f-43b9-987f-6d330d08261c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:11.379918 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-7adff398-447f-43b9-987f-6d330d08261c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33f7274d-1968-4b1b-aadc-735a7f99abd3 HTTP/1.1" status: 204  len: 168 time: 2.0965006
Apr 30 13:15:11.382782 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Network 0555ee9b-672c-4eec-957a-e8bb40b60f14 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:11.387541 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:11.388931 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Resources bound (agent type, host, resource id):  {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:11.393534 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:11.412644 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.6864731
Apr 30 13:15:11.419539 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38824) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:11.439552 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Pushing event updated for resources: {'Port': ['ID=10f0ceb4-9046-456a-b0d1-0d67a883f4b6,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:11.443960 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:11.448294 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:11.495115 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:11.527084 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Attempting to bind port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:15:11.527439 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Attempting to bind port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:15:11.527733 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Attempting to bind port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a on network 0555ee9b-672c-4eec-957a-e8bb40b60f14 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:11.535753 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Transition to ACTIVE for port object 6c670e6b-a24d-4014-8fa8-0fd752854331 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:11.538817 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:15:11.539190 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Checking segment: {'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:11.540169 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:11.540586 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Bound using segment: {'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:15:11.541260 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Bound port: 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:15:11.541643 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:11.588599 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Pushing event updated for resources: {'Network': ['ID=cd8f040c-29b5-484f-a0ff-b9996934a76a,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:11.617863 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network cd8f040c-29b5-484f-a0ff-b9996934a76a details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:15:11.633763 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Transition to ACTIVE for port object 6c670e6b-a24d-4014-8fa8-0fd752854331 will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:11.747712 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:11.764760 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Request body: {'subnet': {'network_id': 'cd8f040c-29b5-484f-a0ff-b9996934a76a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-526107472-subnet', 'tenant_id': '5c2292256f6947838f61958a6f5aea7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:11.799228 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:11.831670 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:11.862212 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Usage tracker for resource:subnet and tenant:5c2292256f6947838f61958a6f5aea7a is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:11.897940 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:11.901726 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:11.913323 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:11.973037 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:12.013447 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Pushing event updated for resources: {'Port': ['ID=6c670e6b-a24d-4014-8fa8-0fd752854331,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:12.032357 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:12.042203 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Network 44bdf4e3-2cec-4552-a016-68e772a00e73 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:12.047047 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Resources bound (agent type, host, resource id):  {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:12.052638 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:12.099624 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] For port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:15:12.159408 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38848) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:12.182939 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Made reservation on behalf of 5c2292256f6947838f61958a6f5aea7a for: {'subnet': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:12.184362 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] For port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=5fd89dd4-c06a-4f32-8c17-3bb256b20f0a,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:15:12.185988 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:12.192561 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:12.207390 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b925b043-e85f-43ee-ba44-878481ce77a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:12.304427 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Attempting to bind port 6c670e6b-a24d-4014-8fa8-0fd752854331 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:15:12.304810 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Attempting to bind port 6c670e6b-a24d-4014-8fa8-0fd752854331 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:15:12.305296 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Attempting to bind port 6c670e6b-a24d-4014-8fa8-0fd752854331 on network 44bdf4e3-2cec-4552-a016-68e772a00e73 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:12.331481 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:15:12.331861 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Checking segment: {'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:12.332319 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:12.332724 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Bound using segment: {'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:15:12.333213 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Bound port: 6c670e6b-a24d-4014-8fa8-0fd752854331, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:15:12.333611 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:12.432494 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.89', 62897) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:12.559302 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] For port 6c670e6b-a24d-4014-8fa8-0fd752854331, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:15:12.565306 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3857258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801175'] for router, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:12.570250 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] For port 6c670e6b-a24d-4014-8fa8-0fd752854331, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=6c670e6b-a24d-4014-8fa8-0fd752854331,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:15:12.582215 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:12.620200 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Pushing event updated for resources: {'Port': ['ID=5fd89dd4-c06a-4f32-8c17-3bb256b20f0a,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:12.651896 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:12.653001 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:12.896847 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-92c3b9e3-35f5-4afa-801f-56b436a1ac44 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:12.910643 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-92c3b9e3-35f5-4afa-801f-56b436a1ac44 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.89 "GET /v2.0/networks?id=88569604-eac7-45ad-ba6d-14a125287504 HTTP/1.1" status: 200  len: 812 time: 0.4560051
Apr 30 13:15:12.925987 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0043b9fc-5e8d-4b78-8801-3db3b7f2b943 req-468ef311-7b69-482f-b6ea-2d6ea93f1197 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 210 time: 0.5027947
Apr 30 13:15:12.941690 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Pushing event updated for resources: {'Port': ['ID=6c670e6b-a24d-4014-8fa8-0fd752854331,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:12.947198 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:13.014324 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Request body: {'port': {'device_id': '63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59', 'network_id': '88569604-eac7-45ad-ba6d-14a125287504', 'admin_state_up': True, 'tenant_id': 'd4524f6f69c1491aaa7811a4d30eaa1a'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:13.161448 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Router ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 is scheduled to L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 with binding_index 1 {{(pid=73837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:15:13.191465 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-686638c8-aa8a-46ed-a2b3-ee92c521a990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:13.382503 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Allocated IP 172.27.2.115 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/86044abb-d5a7-42fe-8fd1-9df411a476d7) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:13.427162 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-686638c8-aa8a-46ed-a2b3-ee92c521a990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:13.448470 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-686638c8-aa8a-46ed-a2b3-ee92c521a990 admin admin] Usage tracker for resource:security_group_rule and tenant:193034285c074b9b97784f45171da7a9 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:13.503361 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:15:13.517902 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Sync routers for ids ['ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:15:13.544107 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Routers {'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:15:13.545105 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28ad5cd0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:14:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:13.576824 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Notify callbacks [] for router, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:13.581498 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.5035889
Apr 30 13:15:13.582222 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 38928) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:13.590134 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-686638c8-aa8a-46ed-a2b3-ee92c521a990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:13.746142 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:13.752625 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-686638c8-aa8a-46ed-a2b3-ee92c521a990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:13.797925 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:14.112688 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Usage tracker for resource:port and tenant:d4524f6f69c1491aaa7811a4d30eaa1a is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:14.124497 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:14.146612 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1856f7c7-fa73-419c-bc70-068e63d6a69c None None] Network 0555ee9b-672c-4eec-957a-e8bb40b60f14 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:15:14.191841 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Set router ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:15:14.226444 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:14.229278 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:14.501862 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Made reservation on behalf of d4524f6f69c1491aaa7811a4d30eaa1a for: {'port': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:14.512972 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:14.646164 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-1707c4c6-2eb2-4874-bf6a-6b7f3df1a77d None None] Provisioning for port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:14.791596 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 6c670e6b-a24d-4014-8fa8-0fd752854331 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:14.880478 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Allocated IP 172.20.0.3 (88569604-eac7-45ad-ba6d-14a125287504/d0b5c70d-1aaa-460a-a607-b755e9ba53f4/a03c8bfd-adc7-470e-881c-bf3090f1f305) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:14.925241 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b47654b-3603-4a6a-a771-82302fd25d80 None None] Network 44bdf4e3-2cec-4552-a016-68e772a00e73 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:15:15.032797 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28ad5cd0>, [{'id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'name': 'tempest-ServerRescueNegativeTestJSON-1388842606-router', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:11Z', 'revision_number': 3, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'gw_port': {'id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:15.042706 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Checking router: ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:15:15.044489 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Updating router ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 port 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 binding host dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:15:15.140800 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-5918ad83-40f6-4620-a439-589c15dfc987 None None] Provisioning for port 6c670e6b-a24d-4014-8fa8-0fd752854331 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:15.154152 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 6c670e6b-a24d-4014-8fa8-0fd752854331 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:15.159450 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-5918ad83-40f6-4620-a439-589c15dfc987 None None] Provisioning complete for port 6c670e6b-a24d-4014-8fa8-0fd752854331 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:15.159828 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5918ad83-40f6-4620-a439-589c15dfc987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:15.208617 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:15.287742 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 6c670e6b-a24d-4014-8fa8-0fd752854331 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:15.288176 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:15.391581 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:15.512669 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b52347b0-cbc0-4e72-bb80-acd44155d56b req-3e462588-da99-4f19-8531-ab763b8362bd tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 210 time: 1.2646606
Apr 30 13:15:15.519579 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:15.546473 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:15.578439 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:15.719475 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Pushing event updated for resources: {'Port': ['ID=a03c8bfd-adc7-470e-881c-bf3090f1f305,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:15.770656 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:15.876267 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5918ad83-40f6-4620-a439-589c15dfc987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:15.921668 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:15.944073 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Network 88569604-eac7-45ad-ba6d-14a125287504 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:15.953910 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:15.982039 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:15.987837 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:15.988521 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:16.001076 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-5918ad83-40f6-4620-a439-589c15dfc987 None None] For port 6c670e6b-a24d-4014-8fa8-0fd752854331, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=6c670e6b-a24d-4014-8fa8-0fd752854331,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:16.025710 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5918ad83-40f6-4620-a439-589c15dfc987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:16.030978 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9c703f5d-cb7c-4b03-885e-1bd19e8565f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:16.087813 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:16.097654 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Allocated IP 172.20.0.1 (607bf271-94f7-456e-b795-6638e4db5074/4c3c8abb-2a0c-40d9-9bac-8929c6c374f8/c4102f96-e38d-4601-a957-a4f91b8cedf6) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:16.212955 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2468677
Apr 30 13:15:16.253224 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.db.api [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 13:15:16.254295 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_db.api [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 13:15:16.266496 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-81c19208-493f-4bcb-96fa-d53901e7e0ef tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:15:16.267558 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-81c19208-493f-4bcb-96fa-d53901e7e0ef tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0218694
Apr 30 13:15:16.269562 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-686638c8-aa8a-46ed-a2b3-ee92c521a990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:16.270852 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918ad83-40f6-4620-a439-589c15dfc987 None None] Pushing event updated for resources: {'Port': ['ID=6c670e6b-a24d-4014-8fa8-0fd752854331,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:16.278083 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5918ad83-40f6-4620-a439-589c15dfc987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:16.312396 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-686638c8-aa8a-46ed-a2b3-ee92c521a990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:16.362755 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-fe4ff0e7-ef70-41b1-a1f0-f6b993d324f6 None None] Provisioning complete for port 6c670e6b-a24d-4014-8fa8-0fd752854331 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:16.365226 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fe4ff0e7-ef70-41b1-a1f0-f6b993d324f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:16.416530 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:16.482641 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-1778abb7-e4f5-4ffb-97d5-81255403204a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:16.488712 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:16.490700 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:16.502661 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-28c32955-34bd-4cbf-a91e-ceba8f27efd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:16.529759 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-686638c8-aa8a-46ed-a2b3-ee92c521a990 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=193034285c074b9b97784f45171da7a9&name=default HTTP/1.1" status: 200  len: 2975 time: 4.3605676
Apr 30 13:15:16.564087 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 38972) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:16.630465 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Network 607bf271-94f7-456e-b795-6638e4db5074 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:16.646252 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:16.650419 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:16.650928 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3803097'] for router_interface, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:16.767093 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Request body: {'port': {'device_id': '63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:16.922149 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Pushing event updated for resources: {'Port': ['ID=c4102f96-e38d-4601-a957-a4f91b8cedf6,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:16.927387 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686638c8-aa8a-46ed-a2b3-ee92c521a990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a652e39-2d9d-44ba-add2-cc321ee2d795,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:16.936005 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-686638c8-aa8a-46ed-a2b3-ee92c521a990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:16.943040 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:16.971434 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:17.105138 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:17.119586 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:17.122485 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.152971 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.581s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:17.301514 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.341968 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.418892 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.449477 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c7443381-e778-4d1b-b904-0c61fe7f8681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.479228 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Checking segment: {'id': '7ddbb602-fe5e-4996-8581-d38961411d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'cd8f040c-29b5-484f-a0ff-b9996934a76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:17.479532 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Network hostable DHCP agents. Network: cd8f040c-29b5-484f-a0ff-b9996934a76a, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:15:17.482207 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.504695 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=5fd89dd4-c06a-4f32-8c17-3bb256b20f0a,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:17.510499 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.517073 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:17.542236 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:17.579505 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:17.594289 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:17.681289 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.687261 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.688679 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3803004'] for router_interface, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.699903 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:17.725438 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.753732 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Transition to ACTIVE for port object 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:17.767115 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:17.777610 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:17.801584 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 6c670e6b-a24d-4014-8fa8-0fd752854331 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:17.924099 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Network 607bf271-94f7-456e-b795-6638e4db5074 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:17.936671 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:17.945628 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Pushing event updated for resources: {'Port': ['ID=10f0ceb4-9046-456a-b0d1-0d67a883f4b6,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:17.968939 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:17.969384 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:17.970683 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:17.972214 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:17.972214 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:17.973528 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:17.974082 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:17.975557 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:17.976380 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:17.979112 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:17.979572 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:17.979900 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Tracked resource versions report:
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]: pushed versions:
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]: {   'AddressGroup': {'1.2'},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     'ConntrackHelper': {'1.0'},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     'Log': {'1.0'},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     'Network': {'1.1'},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     'Port': {'1.7'},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     'PortForwarding': {'1.2'},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     'QosPolicy': {'1.8'},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     'SecurityGroup': {'1.4'},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     'SecurityGroupRule': {'1.2'},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     'SubPort': {'1.0'},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     'Subnet': {'1.1'},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     'Trunk': {'1.1'}}
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]: consumer versions:
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]: {   DHCP agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     HyperV agent@hv-cinder-78719: {},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     L3 agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     Metadata agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     Metering agent@dv-cinder-787195-5-iscsi: {},
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:     Open vSwitch agent@dv-cinder-787195-5-iscsi: {   'AddressGroup': '1.2',
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'ConntrackHelper': '1.0',
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'Log': '1.0',
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'Network': '1.1',
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'Port': '1.7',
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'PortForwarding': '1.2',
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'QosPolicy': '1.8',
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'SecurityGroup': '1.4',
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'SecurityGroupRule': '1.2',
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'SubPort': '1.0',
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'Subnet': '1.1',
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:                                                      'Trunk': '1.1'}}
Apr 30 13:15:17.983333 dv-cinder-787195-5-iscsi neutron-server[73839]:  {{(pid=73839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 13:15:17.995555 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:18.008861 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c7443381-e778-4d1b-b904-0c61fe7f8681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:18.035902 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Attempting to bind port 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:15:18.036289 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Attempting to bind port 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:15:18.040687 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Attempting to bind port 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 on network 63a99783-b870-44bc-8ba8-6e64f36180e0 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:18.049699 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:15:18.050057 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Checking segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:18.050492 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:18.050902 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Bound using segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:15:18.051391 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Bound port: 10f0ceb4-9046-456a-b0d1-0d67a883f4b6, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:15:18.051798 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:18.056280 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=5fd89dd4-c06a-4f32-8c17-3bb256b20f0a,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:18.081801 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:18.111261 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 6c670e6b-a24d-4014-8fa8-0fd752854331 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:18.112206 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:18.223427 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] For port 10f0ceb4-9046-456a-b0d1-0d67a883f4b6, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:15:18.228054 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] For port 10f0ceb4-9046-456a-b0d1-0d67a883f4b6, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=10f0ceb4-9046-456a-b0d1-0d67a883f4b6,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:15:18.236884 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:18.245070 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-1b8d7b63-6cd0-4302-9cfe-88fb643c9072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:18.337474 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbfdba04-4087-46f2-9298-ea1ca0f2e482,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:18.348490 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.193s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:18.376990 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.968s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:18.405117 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Routers {'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:15:18.406009 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28ad5cd0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:14:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:18.440709 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Pushing event updated for resources: {'Port': ['ID=c4102f96-e38d-4601-a957-a4f91b8cedf6,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:18.452202 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:18.473497 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Router ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:15:18.580899 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Pushing event updated for resources: {'Port': ['ID=10f0ceb4-9046-456a-b0d1-0d67a883f4b6,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:18.606201 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:18.724393 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Network cd8f040c-29b5-484f-a0ff-b9996934a76a is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:15:18.823411 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Allocated IP 172.27.2.248 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:18.963313 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] Set router ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:15:19.021592 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:15:19.075177 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] 10.222.0.15 "PUT /v2.0/routers/ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4843452
Apr 30 13:15:19.300464 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03c8bfd-adc7-470e-881c-bf3090f1f305 {{(pid=73836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:15:19.312507 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:19.340672 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Transition to ACTIVE for port object a03c8bfd-adc7-470e-881c-bf3090f1f305 will not be triggered until provisioned by entity L2. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:19.520554 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:19.556119 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcc4fc-76cc-4b74-b37d-31d39acf15ac req-ea17990d-d873-4cac-927e-6b43b02a57a4 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:19.556468 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-b8dcc4fc-76cc-4b74-b37d-31d39acf15ac req-ea17990d-d873-4cac-927e-6b43b02a57a4 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Synchronizing usage tracker for tenant:d4524f6f69c1491aaa7811a4d30eaa1a on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:15:19.557447 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39010) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:19.649455 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:19.709469 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Pushing event updated for resources: {'Port': ['ID=86044abb-d5a7-42fe-8fd1-9df411a476d7,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:19.732149 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, cd8f040c-29b5-484f-a0ff-b9996934a76a) {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:19.775449 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.398s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:19.804165 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-acb0aace-d442-4cc7-9a71-38e8fdd2f39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:19.809375 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-02254700-aabe-4be0-a4a6-31c14872b69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:19.833216 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-02254700-aabe-4be0-a4a6-31c14872b69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:19.839891 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-02254700-aabe-4be0-a4a6-31c14872b69e admin admin] Usage tracker for resource:security_group_rule and tenant:15ff8ca87ee7446b889c62a33d01279c is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:19.844597 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-02254700-aabe-4be0-a4a6-31c14872b69e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:19.852039 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-02254700-aabe-4be0-a4a6-31c14872b69e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:19.874892 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:19.875527 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:19.879814 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28ad5cd0>, [{'id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'name': 'tempest-ServerRescueNegativeTestJSON-1388842606-router', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'gw_port': {'id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'c4102f96-e38d-4601-a957-a4f91b8cedf6', 'name': '', 'network_id': '607bf271-94f7-456e-b795-6638e4db5074', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'mac_address': 'fa:16:3e:a9:38:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4c3c8abb-2a0c-40d9-9bac-8929c6c374f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:15Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 2, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'subnets': [{'id': '4c3c8abb-2a0c-40d9-9bac-8929c6c374f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:19.893075 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-b8dcc4fc-76cc-4b74-b37d-31d39acf15ac req-ea17990d-d873-4cac-927e-6b43b02a57a4 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Unset dirty status for tenant:d4524f6f69c1491aaa7811a4d30eaa1a on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:15:19.895660 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1fe9a5-871e-4a0a-89ac-055df9e9698d None None] The sync data for ids ['ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'] in dv-cinder-787195-5-iscsi is: [{'id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'name': 'tempest-ServerRescueNegativeTestJSON-1388842606-router', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'gw_port': {'id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'c4102f96-e38d-4601-a957-a4f91b8cedf6', 'name': '', 'network_id': '607bf271-94f7-456e-b795-6638e4db5074', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'mac_address': 'fa:16:3e:a9:38:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4c3c8abb-2a0c-40d9-9bac-8929c6c374f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:15Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 2, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'subnets': [{'id': '4c3c8abb-2a0c-40d9-9bac-8929c6c374f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:15:19.905068 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b8dcc4fc-76cc-4b74-b37d-31d39acf15ac req-ea17990d-d873-4cac-927e-6b43b02a57a4 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 931 time: 2.8915994
Apr 30 13:15:20.136166 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce70bfac-3549-4f22-9cc5-b22d9e46b696 None None] Network cd8f040c-29b5-484f-a0ff-b9996934a76a requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:15:20.293691 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:20.294297 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:20.386323 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 8.9368811
Apr 30 13:15:20.407276 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c7443381-e778-4d1b-b904-0c61fe7f8681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:20.407726 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-02254700-aabe-4be0-a4a6-31c14872b69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:20.426325 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-02254700-aabe-4be0-a4a6-31c14872b69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:20.442331 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:20.469919 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Pushing event updated for resources: {'Port': ['ID=a03c8bfd-adc7-470e-881c-bf3090f1f305,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:20.527495 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:20.552998 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c7443381-e778-4d1b-b904-0c61fe7f8681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:20.554282 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-c7443381-e778-4d1b-b904-0c61fe7f8681 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a652e39-2d9d-44ba-add2-cc321ee2d795 HTTP/1.1" status: 204  len: 168 time: 3.9814873
Apr 30 13:15:20.575667 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90d7f71-285a-4123-a456-c95d5b0de672 None None] Network cd8f040c-29b5-484f-a0ff-b9996934a76a requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:15:20.585181 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-02254700-aabe-4be0-a4a6-31c14872b69e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15ff8ca87ee7446b889c62a33d01279c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0263329
Apr 30 13:15:20.586920 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02254700-aabe-4be0-a4a6-31c14872b69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d791511-e410-4f5f-999e-4a9023f8ca23,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:20.592087 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-02254700-aabe-4be0-a4a6-31c14872b69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:20.592818 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39042) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:20.666862 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:20.684547 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-b8dcc4fc-76cc-4b74-b37d-31d39acf15ac req-d18266e0-6c08-4c0e-9924-45493161858d tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Synchronizing usage tracker for tenant:d4524f6f69c1491aaa7811a4d30eaa1a on resource:security_group {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:15:20.687342 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:20.749123 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fee34add-e32b-4076-b566-5394961960e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:20.780734 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fee34add-e32b-4076-b566-5394961960e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:20.871072 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39048) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:20.920264 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fee34add-e32b-4076-b566-5394961960e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:20.946326 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7443381-e778-4d1b-b904-0c61fe7f8681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a652e39-2d9d-44ba-add2-cc321ee2d795,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:20.953372 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:20.973411 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Attempting to bind port a03c8bfd-adc7-470e-881c-bf3090f1f305 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:15:20.974528 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Attempting to bind port a03c8bfd-adc7-470e-881c-bf3090f1f305 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '930e8649-6329-4240-86ff-c508f5a5d483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '88569604-eac7-45ad-ba6d-14a125287504'}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:15:20.975114 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Attempting to bind port a03c8bfd-adc7-470e-881c-bf3090f1f305 on network 88569604-eac7-45ad-ba6d-14a125287504 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:20.990157 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee34add-e32b-4076-b566-5394961960e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d791511-e410-4f5f-999e-4a9023f8ca23,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:21.002143 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c7443381-e778-4d1b-b904-0c61fe7f8681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:21.007354 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-fee34add-e32b-4076-b566-5394961960e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:21.010337 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-b8dcc4fc-76cc-4b74-b37d-31d39acf15ac req-d18266e0-6c08-4c0e-9924-45493161858d tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Unset dirty status for tenant:d4524f6f69c1491aaa7811a4d30eaa1a on resource:security_group {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:15:21.022871 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b8dcc4fc-76cc-4b74-b37d-31d39acf15ac req-d18266e0-6c08-4c0e-9924-45493161858d tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0689712
Apr 30 13:15:21.031599 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fee34add-e32b-4076-b566-5394961960e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:21.033100 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-fee34add-e32b-4076-b566-5394961960e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d791511-e410-4f5f-999e-4a9023f8ca23 HTTP/1.1" status: 204  len: 168 time: 0.4390643
Apr 30 13:15:21.067578 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdb58d9-20da-4b53-8981-c8e1732bea04 admin admin] Deleting subnet c9aab7fa-35ae-4bbd-8ace-fccc5f2f8e3a {{(pid=73837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:15:21.069313 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:21.075132 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1fdb58d9-20da-4b53-8981-c8e1732bea04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:21.253800 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1fdb58d9-20da-4b53-8981-c8e1732bea04 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:21.272719 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1fdb58d9-20da-4b53-8981-c8e1732bea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:21.309272 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Port a03c8bfd-adc7-470e-881c-bf3090f1f305 on network 88569604-eac7-45ad-ba6d-14a125287504 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:15:21.309834 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Attempting to bind port a03c8bfd-adc7-470e-881c-bf3090f1f305 on network 88569604-eac7-45ad-ba6d-14a125287504 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:21.384150 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39066) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:21.386846 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:15:21.387224 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Checking segment: {'id': '930e8649-6329-4240-86ff-c508f5a5d483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '88569604-eac7-45ad-ba6d-14a125287504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:21.387912 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Bound using segment: {'id': '930e8649-6329-4240-86ff-c508f5a5d483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '88569604-eac7-45ad-ba6d-14a125287504'} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:15:21.388376 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Bound port: a03c8bfd-adc7-470e-881c-bf3090f1f305, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930e8649-6329-4240-86ff-c508f5a5d483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '88569604-eac7-45ad-ba6d-14a125287504'}}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:15:21.388818 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:21.485729 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2c0faeab-530d-445e-9642-eda98fc04345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:21.733265 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:21.884980 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:21.892572 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-2c0faeab-530d-445e-9642-eda98fc04345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:21.908553 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-2c0faeab-530d-445e-9642-eda98fc04345 admin admin] Usage tracker for resource:security_group_rule and tenant:9de48b00937f4dc0b5990658b1aaed34 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:21.920676 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:21.925042 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-2c0faeab-530d-445e-9642-eda98fc04345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:21.927173 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-7a2ea6b9-32b8-482d-a450-77814f902bf9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:21.928020 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-7a2ea6b9-32b8-482d-a450-77814f902bf9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Synchronizing usage tracker for tenant:2e929e0b08a2424d88e50ddd4873774a on resource:network {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:15:21.945238 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:21.946651 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:21.958613 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-2c0faeab-530d-445e-9642-eda98fc04345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:22.007428 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:22.201737 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:22.237914 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 10f0ceb4-9046-456a-b0d1-0d67a883f4b6, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=10f0ceb4-9046-456a-b0d1-0d67a883f4b6,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:22.245743 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:22.250066 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:22.369381 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=10f0ceb4-9046-456a-b0d1-0d67a883f4b6,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:22.387636 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1fdb58d9-20da-4b53-8981-c8e1732bea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:22.397192 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:22.456500 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:22.511588 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2c0faeab-530d-445e-9642-eda98fc04345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:22.514541 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1fdb58d9-20da-4b53-8981-c8e1732bea04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:22.526176 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb58d9-20da-4b53-8981-c8e1732bea04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9aab7fa-35ae-4bbd-8ace-fccc5f2f8e3a,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:22.546801 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2c0faeab-530d-445e-9642-eda98fc04345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:22.548574 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-1fdb58d9-20da-4b53-8981-c8e1732bea04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:22.601783 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:22.617310 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-2c0faeab-530d-445e-9642-eda98fc04345 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9de48b00937f4dc0b5990658b1aaed34&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2248223
Apr 30 13:15:22.625827 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-1fdb58d9-20da-4b53-8981-c8e1732bea04 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c9aab7fa-35ae-4bbd-8ace-fccc5f2f8e3a HTTP/1.1" status: 204  len: 168 time: 1.7531247
Apr 30 13:15:22.630063 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39106) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:22.630664 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39108) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:22.860525 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] For port a03c8bfd-adc7-470e-881c-bf3090f1f305, host hv-cinder-78719, cleared binding levels {{(pid=73836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:15:22.872714 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] For port a03c8bfd-adc7-470e-881c-bf3090f1f305, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a03c8bfd-adc7-470e-881c-bf3090f1f305,segment=NetworkSegment(930e8649-6329-4240-86ff-c508f5a5d483),segment_id=930e8649-6329-4240-86ff-c508f5a5d483)] {{(pid=73836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:15:22.903658 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0faeab-530d-445e-9642-eda98fc04345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69650ee-486b-44ab-b1a7-c61f6784559f,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:22.915635 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:22.921457 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2c0faeab-530d-445e-9642-eda98fc04345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:22.935170 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-7a2ea6b9-32b8-482d-a450-77814f902bf9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Unset dirty status for tenant:2e929e0b08a2424d88e50ddd4873774a on resource:network {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:15:22.937320 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-7a2ea6b9-32b8-482d-a450-77814f902bf9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/networks?id=607bf271-94f7-456e-b795-6638e4db5074 HTTP/1.1" status: 200  len: 819 time: 2.7916150
Apr 30 13:15:22.996209 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:22.998847 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:23.006410 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:23.171827 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:23.172507 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:23.175372 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] 10.222.0.89 "PUT /v2.0/ports/a03c8bfd-adc7-470e-881c-bf3090f1f305 HTTP/1.1" status: 200  len: 1093 time: 6.6827383
Apr 30 13:15:23.177363 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:23.182014 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.178s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:23.193659 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-66630681-b0f2-4b23-9a2a-077ccde9cfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:23.251004 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-66630681-b0f2-4b23-9a2a-077ccde9cfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:23.345479 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:23.426634 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Sync routers for ids ['ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:15:23.446905 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Routers {'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:15:23.449115 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23df61c0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:14:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:23.450965 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-66630681-b0f2-4b23-9a2a-077ccde9cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:23.510405 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-02254700-aabe-4be0-a4a6-31c14872b69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:23.523652 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59', 'tag': 'a03c8bfd-adc7-470e-881c-bf3090f1f305'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:15:23.541092 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66630681-b0f2-4b23-9a2a-077ccde9cfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69650ee-486b-44ab-b1a7-c61f6784559f,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:23.546513 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-66630681-b0f2-4b23-9a2a-077ccde9cfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:23.550494 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:23.582195 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-66630681-b0f2-4b23-9a2a-077ccde9cfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:23.583595 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-66630681-b0f2-4b23-9a2a-077ccde9cfc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b69650ee-486b-44ab-b1a7-c61f6784559f HTTP/1.1" status: 204  len: 168 time: 0.9515681
Apr 30 13:15:23.598968 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:23.640078 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3857258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801175'] for router, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:23.720412 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1c28f62a00>> segment before_delete 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:23.720894 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1c28f62a00>> subnet precommit_delete_associations 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:23.722138 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c28f62580>> segment_host_mapping after_create 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:23.722589 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c28f62580>> port after_create 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:23.723184 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c28f62580>> port after_delete 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:23.723667 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c28f62580>> port after_update 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:23.724288 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c28f62580>> segment after_delete 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:23.724842 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c28f62580>> subnet after_create 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:23.725555 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c28f62580>> subnet after_delete 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:23.730157 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c28f62580>> subnet after_update 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:23.826169 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:23.937358 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-879fcc85-106b-4df5-b02a-1eb17a4ebe26 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/quotas/2e929e0b08a2424d88e50ddd4873774a HTTP/1.1" status: 200  len: 375 time: 0.8579197
Apr 30 13:15:23.999323 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1c28405250>> subnet after_create 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:24.001172 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1c28405250>> subnet after_delete 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:24.001629 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1c28405250>> subnet before_create 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:24.001888 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1c28405250>> subnet before_update 55550000 {{(pid=73837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:15:24.002199 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c28f62d00>,) {'filters': {'network_id': ['3ea6dbe7-fe8c-40e6-bd25-16c6602990b3']}} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:24.018543 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2e1ebf2e-dd7a-4e8a-a109-5e41f2e0ba42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:24.038156 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c28f62d00>, '36064a8e-01ea-4c1c-9baf-3832aacd4d14') {'for_net_delete': True} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:24.038482 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c28f62d00>, '36064a8e-01ea-4c1c-9baf-3832aacd4d14') {} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:24.071327 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1161524'] for segment, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:24.108738 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:24.123888 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=73837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:15:24.443389 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:24.444002 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:24.538961 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Pushing event updated for resources: {'Port': ['ID=a03c8bfd-adc7-470e-881c-bf3090f1f305,revision_number=3']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:24.565238 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Set router ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:15:24.578647 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.979s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:24.616274 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Network 3ea6dbe7-fe8c-40e6-bd25-16c6602990b3 has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:15:24.628492 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-5b2a15f8-0b53-4254-b1de-453dbadee2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:24.630218 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-5b2a15f8-0b53-4254-b1de-453dbadee2c3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4524f6f69c1491aaa7811a4d30eaa1a&device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 1096 time: 0.9847844
Apr 30 13:15:24.640856 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162458'] for segment, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:24.797183 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705705d8-3206-4a13-8dc3-2c3842204bc2 req-dc440bd8-73f4-42c2-8d56-1b2c18aa7a79 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:24.824456 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-705705d8-3206-4a13-8dc3-2c3842204bc2 req-dc440bd8-73f4-42c2-8d56-1b2c18aa7a79 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 943 time: 1.9395516
Apr 30 13:15:25.018168 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Network 3ea6dbe7-fe8c-40e6-bd25-16c6602990b3 has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   from cryptography.utils import int_from_bytes
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   from cryptography.utils import int_from_bytes
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]: Traceback (most recent call last):
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     timer()
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     cb(*args, **kw)
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     return func(*args, **kwargs)
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     self._notify()
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     self.callback(batched_events)
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     event.method(event)
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     return f(self, *a, **k)
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._get(url).json()
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:15:25.136895 dv-cinder-787195-5-iscsi neutron-server[73837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:15:25.208517 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:25.446054 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:25.463126 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:25.519642 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea6dbe7-fe8c-40e6-bd25-16c6602990b3,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:25.560129 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:25.573906 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3ea6dbe7-fe8c-40e6-bd25-16c6602990b3 HTTP/1.1" status: 204  len: 168 time: 2.9364133
Apr 30 13:15:25.588972 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39184) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:25.634112 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-a17cce23-d462-42df-80b3-736952c4697e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a03c8bfd-adc7-470e-881c-bf3090f1f305 HTTP/1.1" status: 200  len: 217 time: 0.2248962
Apr 30 13:15:25.644422 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23df61c0>, [{'id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'name': 'tempest-ServerRescueNegativeTestJSON-1388842606-router', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'gw_port': {'id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'c4102f96-e38d-4601-a957-a4f91b8cedf6', 'name': '', 'network_id': '607bf271-94f7-456e-b795-6638e4db5074', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'mac_address': 'fa:16:3e:a9:38:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4c3c8abb-2a0c-40d9-9bac-8929c6c374f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:15Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 2, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'subnets': [{'id': '4c3c8abb-2a0c-40d9-9bac-8929c6c374f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:25.654386 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Checking router: ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:15:25.654757 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Updating router ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 port c4102f96-e38d-4601-a957-a4f91b8cedf6 binding host dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:15:25.678025 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-705705d8-3206-4a13-8dc3-2c3842204bc2 req-67143d51-ba65-44f8-bfa1-ab17ee967ead tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5610888
Apr 30 13:15:25.692032 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-a171e5c3-00c1-4015-bb35-a81a71e6fd44 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e929e0b08a2424d88e50ddd4873774a&fields=id HTTP/1.1" status: 200  len: 255 time: 1.7277904
Apr 30 13:15:25.839237 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0add82c9-da2d-4440-aa72-db410ffced44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:25.862449 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:25.889454 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e0ee33-fcbc-4a5d-99a5-e68601d86586 admin admin] Deleting subnet cbfdba04-4087-46f2-9298-ea1ca0f2e482 {{(pid=73837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:15:25.905269 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-75e0ee33-fcbc-4a5d-99a5-e68601d86586 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:26.051600 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Router 5185e086-665c-4800-bd61-915754238f0f is scheduled to L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 with binding_index 1 {{(pid=73836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:15:26.066233 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-75e0ee33-fcbc-4a5d-99a5-e68601d86586 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1161533'] for subnet, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:26.279460 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-75e0ee33-fcbc-4a5d-99a5-e68601d86586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:26.332545 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39212) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:26.385245 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:26.408541 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-e06da26a-a29e-42e6-b2b9-1ae405bbe6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:26.410216 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-e06da26a-a29e-42e6-b2b9-1ae405bbe6af service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d0b5c70d-1aaa-460a-a607-b755e9ba53f4 HTTP/1.1" status: 200  len: 852 time: 0.4804549
Apr 30 13:15:26.629524 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59', 'tag': 'a03c8bfd-adc7-470e-881c-bf3090f1f305', 'status': 'completed', 'code': 200}
Apr 30 13:15:26.663534 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-538e11b0-bd8b-4c70-9aab-6baa793f4f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:26.738284 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-75e0ee33-fcbc-4a5d-99a5-e68601d86586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760249'] for subnet, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:26.752750 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-85803651-110f-422f-972e-2fdf336c78cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:26.761369 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:15:26.768545 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3857258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801175'] for router, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:26.771303 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Sync routers for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:15:26.790746 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:15:26.791477 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28ad5ac0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:15:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:26.880264 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-75e0ee33-fcbc-4a5d-99a5-e68601d86586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:26.887286 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0ee33-fcbc-4a5d-99a5-e68601d86586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbfdba04-4087-46f2-9298-ea1ca0f2e482,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:26.895615 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-75e0ee33-fcbc-4a5d-99a5-e68601d86586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:26.897365 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-75e0ee33-fcbc-4a5d-99a5-e68601d86586 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cbfdba04-4087-46f2-9298-ea1ca0f2e482 HTTP/1.1" status: 204  len: 168 time: 1.3061121
Apr 30 13:15:26.900703 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39230) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:26.983902 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Notify callbacks [] for router, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:26.987611 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 18.0729532
Apr 30 13:15:27.011134 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:27.036838 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Transition to ACTIVE for port object c4102f96-e38d-4601-a957-a4f91b8cedf6 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:27.048287 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:27.052376 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:27.056249 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:27.060392 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39234) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:27.068340 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39236) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:27.090417 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-3aab00a5-e966-4451-ba87-7a6320e8ceb1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:15:27.092735 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-3aab00a5-e966-4451-ba87-7a6320e8ceb1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4647920
Apr 30 13:15:27.218105 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:15:27.227478 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16930b-3b83-431a-9ef3-fddc04a0a776 None None] Pushing event updated for resources: {'Port': ['ID=c4102f96-e38d-4601-a957-a4f91b8cedf6,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:27.257440 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7c16930b-3b83-431a-9ef3-fddc04a0a776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:27.283779 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-709f083b-5a59-4c0a-855e-fbfbece0aabc service neutron] 10.222.0.15 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550026
Apr 30 13:15:27.295969 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2fa7f305-e60f-4de4-ae80-19f86389a368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:27.324413 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Attempting to bind port c4102f96-e38d-4601-a957-a4f91b8cedf6 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:15:27.328665 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Attempting to bind port c4102f96-e38d-4601-a957-a4f91b8cedf6 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': 'd4304927-4ede-49fe-b643-4035d2680d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '607bf271-94f7-456e-b795-6638e4db5074'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:15:27.328665 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Attempting to bind port c4102f96-e38d-4601-a957-a4f91b8cedf6 on network 607bf271-94f7-456e-b795-6638e4db5074 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:27.332956 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:15:27.333343 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Checking segment: {'id': 'd4304927-4ede-49fe-b643-4035d2680d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '607bf271-94f7-456e-b795-6638e4db5074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:27.333754 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:27.334158 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Bound using segment: {'id': 'd4304927-4ede-49fe-b643-4035d2680d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '607bf271-94f7-456e-b795-6638e4db5074'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:15:27.334777 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Bound port: c4102f96-e38d-4601-a957-a4f91b8cedf6, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4304927-4ede-49fe-b643-4035d2680d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '607bf271-94f7-456e-b795-6638e4db5074'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:15:27.336038 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:27.442541 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-2fa7f305-e60f-4de4-ae80-19f86389a368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:27.449498 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-2fa7f305-e60f-4de4-ae80-19f86389a368 admin admin] Usage tracker for resource:security_group_rule and tenant:700d84e45e70432f828ae7b2bb653d4b is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:27.454962 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-2fa7f305-e60f-4de4-ae80-19f86389a368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:27.456597 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] For port c4102f96-e38d-4601-a957-a4f91b8cedf6, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:15:27.460449 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] For port c4102f96-e38d-4601-a957-a4f91b8cedf6, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=c4102f96-e38d-4601-a957-a4f91b8cedf6,segment=NetworkSegment(d4304927-4ede-49fe-b643-4035d2680d8e),segment_id=d4304927-4ede-49fe-b643-4035d2680d8e)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:15:27.463405 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-2fa7f305-e60f-4de4-ae80-19f86389a368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:27.467570 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:27.474120 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5918ad83-40f6-4620-a439-589c15dfc987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:27.564435 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Routers {'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:15:27.565260 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23df61c0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:15:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:27.634273 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-085ed5a8-89a0-4820-92d7-7f040ab14c6a service neutron] 10.222.0.15 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3237007
Apr 30 13:15:27.675667 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16930b-3b83-431a-9ef3-fddc04a0a776 None None] Pushing event updated for resources: {'Port': ['ID=c4102f96-e38d-4601-a957-a4f91b8cedf6,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:27.683622 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7c16930b-3b83-431a-9ef3-fddc04a0a776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:27.709000 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:27.797038 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28ad5ac0>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:18Z', 'revision_number': 3, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:27.811988 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Checking router: 5185e086-665c-4800-bd61-915754238f0f for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:15:27.812547 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Updating router 5185e086-665c-4800-bd61-915754238f0f port 86044abb-d5a7-42fe-8fd1-9df411a476d7 binding host dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:15:27.879972 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5aad9-f76c-4df4-823b-43af44dd64ad req-033c102b-bba7-4649-bea9-61146cbe1d50 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:27.889805 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bcd5aad9-f76c-4df4-823b-43af44dd64ad req-033c102b-bba7-4649-bea9-61146cbe1d50 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 943 time: 0.9161077
Apr 30 13:15:27.900047 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] Set router ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:15:27.934753 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:27.974237 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:28.067559 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2fa7f305-e60f-4de4-ae80-19f86389a368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:28.195345 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2fa7f305-e60f-4de4-ae80-19f86389a368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:28.223004 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-96d3c8e4-07be-4e7c-9d39-d51074887c85 req-c35cd1a2-9dee-4cca-858a-324daf56a0f3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 210 time: 0.1499536
Apr 30 13:15:28.283441 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-78aa0eec-7626-41b0-a44c-8df7b0e4071b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:28.286928 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-4e883ead-cc26-4db8-8109-15ff78d967dc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88569604-eac7-45ad-ba6d-14a125287504&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2121422
Apr 30 13:15:28.292085 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:28.317925 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-78aa0eec-7626-41b0-a44c-8df7b0e4071b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:28.348623 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-2fa7f305-e60f-4de4-ae80-19f86389a368 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=700d84e45e70432f828ae7b2bb653d4b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9906957
Apr 30 13:15:28.349589 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb is scheduled to L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 with binding_index 1 {{(pid=73836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:15:28.359453 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bcd5aad9-f76c-4df4-823b-43af44dd64ad req-c52a6cea-1739-41bd-b8af-ccdc3087a139 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4554639
Apr 30 13:15:28.361835 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39284) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:28.362826 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7f305-e60f-4de4-ae80-19f86389a368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d4ad34-0e9d-4800-8094-15ae187101d5,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:28.382013 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2fa7f305-e60f-4de4-ae80-19f86389a368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:28.391673 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-78aa0eec-7626-41b0-a44c-8df7b0e4071b admin admin] Usage tracker for resource:security_group_rule and tenant:b2a7f611559c43138c84eb8be84d4812 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:28.417613 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-78aa0eec-7626-41b0-a44c-8df7b0e4071b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:28.428235 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-78aa0eec-7626-41b0-a44c-8df7b0e4071b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:28.580493 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c2838c460>,) {'filters': {'network_id': ['cd8f040c-29b5-484f-a0ff-b9996934a76a']}} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:28.629746 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23df61c0>, [{'id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'name': 'tempest-ServerRescueNegativeTestJSON-1388842606-router', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'gw_port': {'id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'c4102f96-e38d-4601-a957-a4f91b8cedf6', 'name': '', 'network_id': '607bf271-94f7-456e-b795-6638e4db5074', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'mac_address': 'fa:16:3e:a9:38:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4c3c8abb-2a0c-40d9-9bac-8929c6c374f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:15Z', 'updated_at': '2021-04-30T13:15:27Z', 'revision_number': 4, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'subnets': [{'id': '4c3c8abb-2a0c-40d9-9bac-8929c6c374f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:28.640142 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d1c61-cf09-43cd-8fc0-35409153a6a3 None None] The sync data for ids ['ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'] in dv-cinder-787195-5-iscsi is: [{'id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'name': 'tempest-ServerRescueNegativeTestJSON-1388842606-router', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 4, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'gw_port': {'id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'c4102f96-e38d-4601-a957-a4f91b8cedf6', 'name': '', 'network_id': '607bf271-94f7-456e-b795-6638e4db5074', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'mac_address': 'fa:16:3e:a9:38:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4c3c8abb-2a0c-40d9-9bac-8929c6c374f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:15Z', 'updated_at': '2021-04-30T13:15:27Z', 'revision_number': 4, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'subnets': [{'id': '4c3c8abb-2a0c-40d9-9bac-8929c6c374f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:15:28.687665 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c2838c460>, '7ddbb602-fe5e-4996-8581-d38961411d90') {'for_net_delete': True} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:28.688662 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c2838c460>, '7ddbb602-fe5e-4996-8581-d38961411d90') {} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:28.705926 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1161524'] for segment, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:28.726487 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:28.745339 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=73837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:15:28.869224 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:28.993322 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-78aa0eec-7626-41b0-a44c-8df7b0e4071b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:29.097103 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:29.134948 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:15:29.153026 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Sync routers for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:15:29.199506 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:15:29.200309 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28300040>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:15:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:29.227586 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-78aa0eec-7626-41b0-a44c-8df7b0e4071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:29.291149 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] Network cd8f040c-29b5-484f-a0ff-b9996934a76a has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:15:29.307750 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:29.339117 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162458'] for segment, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:29.343170 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Notify callbacks [] for router, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:29.348089 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 20.0985384
Apr 30 13:15:29.377500 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39314) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:29.422840 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:29.483352 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-7880f845-640b-4117-9ba2-0b6e25d2985d service neutron] 10.222.0.89 "GET /v2.0/networks/88569604-eac7-45ad-ba6d-14a125287504?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1225119
Apr 30 13:15:29.518120 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-32237a9f-f7bf-4d1a-b6d4-e000819d701b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:29.615989 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-5d6b125e-cfc6-4782-ac8b-46c3d20f3566 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:29.617874 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-5d6b125e-cfc6-4782-ac8b-46c3d20f3566 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/networks?id=607bf271-94f7-456e-b795-6638e4db5074 HTTP/1.1" status: 200  len: 819 time: 0.7001441
Apr 30 13:15:29.712004 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-32237a9f-f7bf-4d1a-b6d4-e000819d701b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:29.852482 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:15:29.918612 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-51e025de-7c65-4e8c-8e1f-766508cd86e6 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/quotas/2e929e0b08a2424d88e50ddd4873774a HTTP/1.1" status: 200  len: 375 time: 0.1971123
Apr 30 13:15:29.991845 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device c4102f96-e38d-4601-a957-a4f91b8cedf6 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:30.016457 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6c7da47-3104-4194-9a6e-bbafdea64a4b req-61fcbf18-32f0-4bc2-aef8-ddfa8a3bd8c9 service neutron] 10.222.0.89 "GET /v2.0/networks/88569604-eac7-45ad-ba6d-14a125287504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5232909
Apr 30 13:15:30.100737 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a0516-918d-46b9-9c77-cf75f1c98074 req-a41f0128-9be3-487c-b6b2-6c3a6423b405 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:30.102470 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1a1a0516-918d-46b9-9c77-cf75f1c98074 req-a41f0128-9be3-487c-b6b2-6c3a6423b405 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 943 time: 0.4805872
Apr 30 13:15:30.109254 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-78aa0eec-7626-41b0-a44c-8df7b0e4071b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2a7f611559c43138c84eb8be84d4812&name=default HTTP/1.1" status: 200  len: 2979 time: 3.0373340
Apr 30 13:15:30.126873 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39326) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:30.144141 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-e76a5e8f-02f1-4dc1-84d0-246467e3ab24 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e929e0b08a2424d88e50ddd4873774a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2107575
Apr 30 13:15:30.145054 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-32237a9f-f7bf-4d1a-b6d4-e000819d701b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:30.150495 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa0eec-7626-41b0-a44c-8df7b0e4071b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e61e07-cbcd-430f-bdce-bfd53da8d6cd,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:30.179017 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-116e2820-f698-4bdd-b1af-b4917160e50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:30.203996 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port c4102f96-e38d-4601-a957-a4f91b8cedf6 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:30.215011 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port c4102f96-e38d-4601-a957-a4f91b8cedf6 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:30.215132 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:30.247737 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-78aa0eec-7626-41b0-a44c-8df7b0e4071b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.940s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:30.252325 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32237a9f-f7bf-4d1a-b6d4-e000819d701b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d4ad34-0e9d-4800-8094-15ae187101d5,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:30.254889 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-32237a9f-f7bf-4d1a-b6d4-e000819d701b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:30.266939 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-32237a9f-f7bf-4d1a-b6d4-e000819d701b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:30.268159 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-32237a9f-f7bf-4d1a-b6d4-e000819d701b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0d4ad34-0e9d-4800-8094-15ae187101d5 HTTP/1.1" status: 204  len: 168 time: 1.8603146
Apr 30 13:15:30.271278 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1a1a0516-918d-46b9-9c77-cf75f1c98074 req-0d76bde2-aee6-4f31-b7e6-2806c30a8d73 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364944
Apr 30 13:15:30.285936 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] Network cd8f040c-29b5-484f-a0ff-b9996934a76a has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]: Traceback (most recent call last):
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     timer()
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     cb(*args, **kw)
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     return func(*args, **kwargs)
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     self._notify()
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     self.callback(batched_events)
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     event.method(event)
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     return f(self, *a, **k)
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._get(url).json()
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:15:30.347423 dv-cinder-787195-5-iscsi neutron-server[73837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:15:30.411987 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.89', 62920) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:30.480204 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:30.524392 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port c4102f96-e38d-4601-a957-a4f91b8cedf6, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=c4102f96-e38d-4601-a957-a4f91b8cedf6,segment=NetworkSegment(d4304927-4ede-49fe-b643-4035d2680d8e),segment_id=d4304927-4ede-49fe-b643-4035d2680d8e)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:30.531110 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:30.538157 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:30.590232 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28300040>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:24Z', 'revision_number': 3, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:30.607056 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-2e51dd83-45b2-43e6-a0fa-283537ef4a9d service neutron] 10.222.0.15 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4288909
Apr 30 13:15:30.615392 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Checking router: d8ec34c0-2cb4-44d7-8b58-e2de730c38fb for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:15:30.616026 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Updating router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb port 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae binding host dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:15:30.616677 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Transition to ACTIVE for port object 86044abb-d5a7-42fe-8fd1-9df411a476d7 will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:30.625366 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:30.651381 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-774e943d-6c1e-443e-8352-392ef55f3c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:30.679236 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b8957710-5a07-4cd0-bb3b-d6a6177dd920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:30.685683 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:30.706148 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:30.722070 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:30.788465 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b8957710-5a07-4cd0-bb3b-d6a6177dd920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:30.800896 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:30.818506 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:30.828974 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=c4102f96-e38d-4601-a957-a4f91b8cedf6,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:30.833044 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:30.855161 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f377ca8-2bcd-44ab-9627-19292908345c None None] Pushing event updated for resources: {'Port': ['ID=86044abb-d5a7-42fe-8fd1-9df411a476d7,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:30.896936 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-6b58a342-644a-4432-b711-c557ffbdb382 service neutron] 10.222.0.15 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2889161
Apr 30 13:15:30.923664 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8f040c-29b5-484f-a0ff-b9996934a76a,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:30.928198 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846b3a7-7180-48f1-82d1-5a09e8c2c3cf req-92d78e78-439a-4a78-b8fa-d9585d4ec339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:30.931921 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0846b3a7-7180-48f1-82d1-5a09e8c2c3cf req-92d78e78-439a-4a78-b8fa-d9585d4ec339 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4524f6f69c1491aaa7811a4d30eaa1a&device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 1096 time: 0.8401806
Apr 30 13:15:30.941497 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Attempting to bind port 86044abb-d5a7-42fe-8fd1-9df411a476d7 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:15:30.943151 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Attempting to bind port 86044abb-d5a7-42fe-8fd1-9df411a476d7 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:15:30.943903 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Attempting to bind port 86044abb-d5a7-42fe-8fd1-9df411a476d7 on network 63a99783-b870-44bc-8ba8-6e64f36180e0 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:30.979018 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:30.986176 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0f377ca8-2bcd-44ab-9627-19292908345c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:30.995710 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cd8f040c-29b5-484f-a0ff-b9996934a76a HTTP/1.1" status: 204  len: 168 time: 4.0936673
Apr 30 13:15:30.995863 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:15:30.996933 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Checking segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:30.997541 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:30.998146 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Bound using segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:15:31.000316 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Bound port: 86044abb-d5a7-42fe-8fd1-9df411a476d7, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:15:31.001363 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:31.117984 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-b7fa1a50-772d-438c-bf98-47a6162ba0eb tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:31.134571 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-b7fa1a50-772d-438c-bf98-47a6162ba0eb tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.89 "GET /v2.0/networks?id=607bf271-94f7-456e-b795-6638e4db5074 HTTP/1.1" status: 200  len: 819 time: 0.7138102
Apr 30 13:15:31.177988 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39352) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:31.195898 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b8957710-5a07-4cd0-bb3b-d6a6177dd920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:31.234235 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] For port 86044abb-d5a7-42fe-8fd1-9df411a476d7, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:15:31.242418 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] For port 86044abb-d5a7-42fe-8fd1-9df411a476d7, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=86044abb-d5a7-42fe-8fd1-9df411a476d7,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:15:31.251080 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:31.256411 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:31.259649 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-66630681-b0f2-4b23-9a2a-077ccde9cfc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:31.295116 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39356) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:31.299898 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-23b5fdb6-ed1f-4e9d-b4b5-623c8abfe770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:31.322612 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8957710-5a07-4cd0-bb3b-d6a6177dd920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e61e07-cbcd-430f-bdce-bfd53da8d6cd,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:31.344951 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b8957710-5a07-4cd0-bb3b-d6a6177dd920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:31.431464 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:31.458770 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Request body: {'port': {'device_id': 'beb469e1-22fd-4a62-b13e-30f519b7163f', 'network_id': '607bf271-94f7-456e-b795-6638e4db5074', 'admin_state_up': True, 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:31.459358 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Transition to ACTIVE for port object 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:31.468654 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-23b5fdb6-ed1f-4e9d-b4b5-623c8abfe770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:31.474717 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-23b5fdb6-ed1f-4e9d-b4b5-623c8abfe770 admin admin] Usage tracker for resource:security_group_rule and tenant:d9520f4ff3784675bc9c75a8336d33ef is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:31.475885 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:15:31.476539 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28ad5ac0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:15:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:31.479234 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-23b5fdb6-ed1f-4e9d-b4b5-623c8abfe770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:31.481554 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:31.488627 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-23b5fdb6-ed1f-4e9d-b4b5-623c8abfe770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:31.494562 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:31.650876 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f377ca8-2bcd-44ab-9627-19292908345c None None] Pushing event updated for resources: {'Port': ['ID=86044abb-d5a7-42fe-8fd1-9df411a476d7,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:31.654409 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-90b2852a-c91c-4306-9243-d777df301827 req-47b2d83c-7412-4d60-80c6-c4459ccf7335 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 210 time: 0.3902185
Apr 30 13:15:31.673365 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0f377ca8-2bcd-44ab-9627-19292908345c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:31.712397 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846b3a7-7180-48f1-82d1-5a09e8c2c3cf req-52c4ca1f-ad20-4e22-bebf-8fcae3f5dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:31.714610 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0846b3a7-7180-48f1-82d1-5a09e8c2c3cf req-52c4ca1f-ad20-4e22-bebf-8fcae3f5dbf3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=88569604-eac7-45ad-ba6d-14a125287504 HTTP/1.1" status: 200  len: 914 time: 0.7651007
Apr 30 13:15:31.729808 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b8957710-5a07-4cd0-bb3b-d6a6177dd920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:31.731936 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-b8957710-5a07-4cd0-bb3b-d6a6177dd920 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71e61e07-cbcd-430f-bdce-bfd53da8d6cd HTTP/1.1" status: 204  len: 168 time: 1.6010921
Apr 30 13:15:31.759074 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Allocated IP 172.20.0.1 (0555ee9b-672c-4eec-957a-e8bb40b60f14/b330465d-555e-4715-b8c8-efed53710843/1b4114a5-8103-4bcb-a660-cde9fd65afc1) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:31.786852 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-dbd5d3e2-8839-4479-bbdc-33074f0198df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=787bddf102c1488895b5580befa52ba9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4660823
Apr 30 13:15:31.809308 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39370) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:31.840825 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:31.871015 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:31.900859 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Attempting to bind port 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:15:31.901228 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Attempting to bind port 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:15:31.901594 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Attempting to bind port 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae on network 63a99783-b870-44bc-8ba8-6e64f36180e0 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:31.910451 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b675f5-8e0c-41a4-89a4-4a9e8a9cf38c None None] Pushing event updated for resources: {'Port': ['ID=8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:31.922182 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:15:31.922182 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Checking segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:31.922182 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:31.922182 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Bound using segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:15:31.922182 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Bound port: 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:15:31.922182 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:31.946249 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c4b675f5-8e0c-41a4-89a4-4a9e8a9cf38c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:32.019129 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] For port 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:15:32.025428 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] For port 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:15:32.033488 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:32.059202 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:32.062626 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Usage tracker for resource:port and tenant:2e929e0b08a2424d88e50ddd4873774a is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:32.066480 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:32.089416 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:15:32.106238 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:32.109119 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0846b3a7-7180-48f1-82d1-5a09e8c2c3cf req-3c79eb8a-7527-4a9d-8683-3052becc42b7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a03c8bfd-adc7-470e-881c-bf3090f1f305 HTTP/1.1" status: 200  len: 217 time: 0.2354636
Apr 30 13:15:32.197239 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device c4102f96-e38d-4601-a957-a4f91b8cedf6 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:32.257406 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Made reservation on behalf of 2e929e0b08a2424d88e50ddd4873774a for: {'port': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:32.265235 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:32.272318 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4279de9d-3296-45a3-b469-688018bf2f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:32.389525 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:15:32.390341 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28300040>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:15:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:32.390501 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42ec6a-7ad2-41dd-a9a7-4ae41ba0cd47 req-97bbbfda-48c4-4200-8146-653df093f4e3 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:32.397663 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4a42ec6a-7ad2-41dd-a9a7-4ae41ba0cd47 req-97bbbfda-48c4-4200-8146-653df093f4e3 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 943 time: 0.6867530
Apr 30 13:15:32.404456 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846b3a7-7180-48f1-82d1-5a09e8c2c3cf req-51d85f6b-435d-4dce-9845-7481519bb353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:32.406811 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0846b3a7-7180-48f1-82d1-5a09e8c2c3cf req-51d85f6b-435d-4dce-9845-7481519bb353 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d0b5c70d-1aaa-460a-a607-b755e9ba53f4 HTTP/1.1" status: 200  len: 852 time: 0.2691815
Apr 30 13:15:32.417455 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-23b5fdb6-ed1f-4e9d-b4b5-623c8abfe770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:32.431625 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4279de9d-3296-45a3-b469-688018bf2f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:32.443083 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-23b5fdb6-ed1f-4e9d-b4b5-623c8abfe770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:32.448560 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:32.471782 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0846b3a7-7180-48f1-82d1-5a09e8c2c3cf req-0c724494-2a4f-40e3-991f-5282c6e6bf95 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88569604-eac7-45ad-ba6d-14a125287504&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478442
Apr 30 13:15:32.477696 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:32.484335 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b675f5-8e0c-41a4-89a4-4a9e8a9cf38c None None] Pushing event updated for resources: {'Port': ['ID=8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:32.495448 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c4b675f5-8e0c-41a4-89a4-4a9e8a9cf38c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:32.506423 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Transition to ACTIVE for port object 1b4114a5-8103-4bcb-a660-cde9fd65afc1 will not be triggered until provisioned by entity DHCP. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:32.517460 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port c4102f96-e38d-4601-a957-a4f91b8cedf6 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:32.517840 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:32.559326 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:32.675263 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Network 0555ee9b-672c-4eec-957a-e8bb40b60f14 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:32.687253 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:32.701545 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-23b5fdb6-ed1f-4e9d-b4b5-623c8abfe770 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9520f4ff3784675bc9c75a8336d33ef&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5173256
Apr 30 13:15:32.705966 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:32.792190 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3803097'] for router_interface, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:32.795887 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39380) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:32.801643 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5fdb6-ed1f-4e9d-b4b5-623c8abfe770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325d2dda-a25d-448d-96de-75d3ec990a24,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:32.821222 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-23b5fdb6-ed1f-4e9d-b4b5-623c8abfe770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:32.849096 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0846b3a7-7180-48f1-82d1-5a09e8c2c3cf req-fb23ebbe-4587-4ef9-87ae-c4c9f09ef545 service neutron] 10.222.0.89 "GET /v2.0/networks/88569604-eac7-45ad-ba6d-14a125287504?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3648593
Apr 30 13:15:32.853371 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4a42ec6a-7ad2-41dd-a9a7-4ae41ba0cd47 req-f4702f2f-d86f-4668-b1c4-24e3d091a994 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4511325
Apr 30 13:15:32.857019 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39384) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:32.896418 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6000e78c-e281-4156-84e8-30025ef5e53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:32.924057 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:15:32.960301 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a28384bc-2c99-4e58-8f00-653d6ac50c07 req-671f3cda-8af8-4904-b7b2-06149d2322c8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 210 time: 0.0526054
Apr 30 13:15:32.963510 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:33.021090 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Allocated IP 172.20.0.1 (44bdf4e3-2cec-4552-a016-68e772a00e73/3e466d8a-1ebd-445c-9ccd-f0e629ea05bc/6ddf2255-22e3-443b-a449-beecae45e35d) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:33.021725 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-6000e78c-e281-4156-84e8-30025ef5e53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:33.029056 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28ad5ac0>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:18Z', 'revision_number': 3, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:33.031202 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-6000e78c-e281-4156-84e8-30025ef5e53d admin admin] Usage tracker for resource:security_group_rule and tenant:7af32ebb8130434d868a803bbea361a9 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:33.036265 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-6000e78c-e281-4156-84e8-30025ef5e53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:33.036668 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e4cc93-e6b7-4026-92c6-a0fda64c1481 None None] The sync data for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi is: [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:18Z', 'revision_number': 3, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:15:33.047905 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-6000e78c-e281-4156-84e8-30025ef5e53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:33.067647 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Allocated IP 172.20.0.14 (607bf271-94f7-456e-b795-6638e4db5074/4c3c8abb-2a0c-40d9-9bac-8929c6c374f8/f0ffe1b0-b80a-4bdf-b7e5-7190512a7986) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:33.247258 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd5c6-e0b6-4979-9e1c-81155f2fb2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.249131 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4279de9d-3296-45a3-b469-688018bf2f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.261260 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-b9f7ef95-c6f6-447b-ab8c-bc9e89b89b88 None None] Provisioning for port 1b4114a5-8103-4bcb-a660-cde9fd65afc1 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:33.272063 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-b9f7ef95-c6f6-447b-ab8c-bc9e89b89b88 None None] Provisioning complete for port 1b4114a5-8103-4bcb-a660-cde9fd65afc1 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:33.272509 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ef95-c6f6-447b-ab8c-bc9e89b89b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.358372 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.362423 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd5c6-e0b6-4979-9e1c-81155f2fb2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.377769 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-b9f7ef95-c6f6-447b-ab8c-bc9e89b89b88 None None] Port 1b4114a5-8103-4bcb-a660-cde9fd65afc1 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:15:33.378283 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.398022 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4114a5-8103-4bcb-a660-cde9fd65afc1,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:33.425552 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:33.426134 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-78aa0eec-7626-41b0-a44c-8df7b0e4071b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:33.428631 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.450149 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28300040>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:24Z', 'revision_number': 3, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:33.453481 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Transition to ACTIVE for port object 6ddf2255-22e3-443b-a449-beecae45e35d will not be triggered until provisioned by entity DHCP. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:33.481637 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b2e3ac-9667-4e3d-b327-ef3ed228eb7e None None] The sync data for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi is: [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:24Z', 'revision_number': 3, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:15:33.492237 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4279de9d-3296-45a3-b469-688018bf2f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.496690 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-4279de9d-3296-45a3-b469-688018bf2f05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06fd1b05-ed4c-4b39-b176-eb9523dbd0e1 HTTP/1.1" status: 204  len: 168 time: 1.6800306
Apr 30 13:15:33.534948 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279de9d-3296-45a3-b469-688018bf2f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fd1b05-ed4c-4b39-b176-eb9523dbd0e1,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:33.542065 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-4279de9d-3296-45a3-b469-688018bf2f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:33.572088 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6000e78c-e281-4156-84e8-30025ef5e53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.588992 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6000e78c-e281-4156-84e8-30025ef5e53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.629728 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:33.681701 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd5c6-e0b6-4979-9e1c-81155f2fb2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.702499 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-6000e78c-e281-4156-84e8-30025ef5e53d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7af32ebb8130434d868a803bbea361a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8420427
Apr 30 13:15:33.705445 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.708740 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39394) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:33.717341 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000e78c-e281-4156-84e8-30025ef5e53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b0cfa8-77cb-4a0f-86b0-c6e937c5a8a1,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:33.720792 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-6000e78c-e281-4156-84e8-30025ef5e53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:33.728580 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 86044abb-d5a7-42fe-8fd1-9df411a476d7 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:33.759682 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:33.778845 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-23b5fdb6-ed1f-4e9d-b4b5-623c8abfe770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:33.802311 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fd5c6-e0b6-4979-9e1c-81155f2fb2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325d2dda-a25d-448d-96de-75d3ec990a24,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:33.884191 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Network 607bf271-94f7-456e-b795-6638e4db5074 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:33.894473 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 86044abb-d5a7-42fe-8fd1-9df411a476d7 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:33.901436 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 86044abb-d5a7-42fe-8fd1-9df411a476d7 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:33.902018 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.903185 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:33.912503 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:33.923084 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:33.930235 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.957126 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Pushing event updated for resources: {'Port': ['ID=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:33.967255 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-194000a2-fad4-45a0-a32c-fd6f80997c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:33.979868 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:34.019427 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-194000a2-fad4-45a0-a32c-fd6f80997c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:34.028804 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-9a2fd5c6-e0b6-4979-9e1c-81155f2fb2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:34.030581 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:34.110369 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:34.122776 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-194000a2-fad4-45a0-a32c-fd6f80997c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:34.158159 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:34.183157 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194000a2-fad4-45a0-a32c-fd6f80997c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b0cfa8-77cb-4a0f-86b0-c6e937c5a8a1,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:34.184887 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:34.188046 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:34.198638 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:34.253803 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 86044abb-d5a7-42fe-8fd1-9df411a476d7, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=86044abb-d5a7-42fe-8fd1-9df411a476d7,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:34.260987 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:34.268141 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:34.268488 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd5c6-e0b6-4979-9e1c-81155f2fb2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:34.269612 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-9a2fd5c6-e0b6-4979-9e1c-81155f2fb2b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/325d2dda-a25d-448d-96de-75d3ec990a24 HTTP/1.1" status: 204  len: 168 time: 1.4696372
Apr 30 13:15:34.286169 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3803004'] for router_interface, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:34.288167 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-194000a2-fad4-45a0-a32c-fd6f80997c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:34.293959 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-194000a2-fad4-45a0-a32c-fd6f80997c4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91b0cfa8-77cb-4a0f-86b0-c6e937c5a8a1 HTTP/1.1" status: 204  len: 168 time: 0.5831099
Apr 30 13:15:34.306007 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-194000a2-fad4-45a0-a32c-fd6f80997c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:34.398036 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Network 44bdf4e3-2cec-4552-a016-68e772a00e73 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:34.400447 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9489441
Apr 30 13:15:34.404919 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4114a5-8103-4bcb-a660-cde9fd65afc1,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:34.410632 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:34.447881 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=86044abb-d5a7-42fe-8fd1-9df411a476d7,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:34.452718 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:34.458745 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-ecff8e82-fd80-4e26-8c23-129634f5df1b req-44ba843c-5d1a-4e2b-b047-baafc84757e1 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Synchronizing usage tracker for tenant:2e929e0b08a2424d88e50ddd4873774a on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:15:34.523219 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39408) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:34.583878 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:34.635950 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-ecff8e82-fd80-4e26-8c23-129634f5df1b req-44ba843c-5d1a-4e2b-b047-baafc84757e1 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Unset dirty status for tenant:2e929e0b08a2424d88e50ddd4873774a on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:15:34.646936 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ecff8e82-fd80-4e26-8c23-129634f5df1b req-44ba843c-5d1a-4e2b-b047-baafc84757e1 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 210 time: 0.3394868
Apr 30 13:15:34.726788 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56592c-65d4-4a26-b34a-7802863bff4a req-d0e93500-01fe-41c2-9ea2-f16cd0d64de1 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:34.737476 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5a56592c-65d4-4a26-b34a-7802863bff4a req-d0e93500-01fe-41c2-9ea2-f16cd0d64de1 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 943 time: 0.5446107
Apr 30 13:15:34.781195 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-35c45982-cfd4-47ca-a8e3-9b84115901a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c2292256f6947838f61958a6f5aea7a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2339435
Apr 30 13:15:34.784350 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39416) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:34.841735 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-96fd4229-0ebd-4804-850a-d6ec03b0f8ae None None] Provisioning for port 6ddf2255-22e3-443b-a449-beecae45e35d completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:34.850405 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-96fd4229-0ebd-4804-850a-d6ec03b0f8ae None None] Provisioning complete for port 6ddf2255-22e3-443b-a449-beecae45e35d triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:34.850868 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-96fd4229-0ebd-4804-850a-d6ec03b0f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:34.907450 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5a56592c-65d4-4a26-b34a-7802863bff4a req-9a72b1a7-ecda-4a33-b8ec-d4abc53f23b8 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681912
Apr 30 13:15:34.976192 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-93404a30-1201-4c26-9f50-1f70f48e09a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:35.016244 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Pushing event updated for resources: {'Port': ['ID=6ddf2255-22e3-443b-a449-beecae45e35d,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:35.020245 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-96fd4229-0ebd-4804-850a-d6ec03b0f8ae None None] Port 6ddf2255-22e3-443b-a449-beecae45e35d cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:15:35.029625 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:35.030168 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.746s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:35.030545 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:35.052352 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3803097'] for router_interface, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:35.059120 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-93404a30-1201-4c26-9f50-1f70f48e09a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:35.080973 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Network 0555ee9b-672c-4eec-957a-e8bb40b60f14 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:35.092054 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:35.147642 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-93404a30-1201-4c26-9f50-1f70f48e09a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:35.156658 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-686638c8-aa8a-46ed-a2b3-ee92c521a990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:35.181387 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93404a30-1201-4c26-9f50-1f70f48e09a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9969aac9-970a-47da-ad4e-70f1fe494c54,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:35.185790 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-93404a30-1201-4c26-9f50-1f70f48e09a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:35.188526 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-93404a30-1201-4c26-9f50-1f70f48e09a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:35.205423 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-93404a30-1201-4c26-9f50-1f70f48e09a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9969aac9-970a-47da-ad4e-70f1fe494c54 HTTP/1.1" status: 204  len: 168 time: 0.4200039
Apr 30 13:15:35.336662 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Router 5185e086-665c-4800-bd61-915754238f0f has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:15:35.453213 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-be20bed2-5eef-4026-9e0c-95ec2e55bb38 None None] Provisioning complete for port 1b4114a5-8103-4bcb-a660-cde9fd65afc1 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:35.453722 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-be20bed2-5eef-4026-9e0c-95ec2e55bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:35.457921 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:35.526966 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-be20bed2-5eef-4026-9e0c-95ec2e55bb38 None None] Port 1b4114a5-8103-4bcb-a660-cde9fd65afc1 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:15:35.733211 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:15:35.748590 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-a36a0849-8f7f-41b9-ac6e-8180cc315982 admin admin] 10.222.0.15 "PUT /v2.0/routers/5185e086-665c-4800-bd61-915754238f0f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6820717
Apr 30 13:15:35.836112 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 86044abb-d5a7-42fe-8fd1-9df411a476d7 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:36.003064 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0a8eadd4-49ab-42db-89f2-f7a4a5daca7f req-339b73e6-f17f-469d-946a-324ad9d31079 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 210 time: 0.1776681
Apr 30 13:15:36.011288 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 86044abb-d5a7-42fe-8fd1-9df411a476d7 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:36.011754 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:36.112632 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:36.126401 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:36.141584 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf7ab7-b919-44ce-8815-ebc42cc9fb80 req-17ba4439-0a22-448f-8195-ed8750732727 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:36.144099 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0ddf7ab7-b919-44ce-8815-ebc42cc9fb80 req-17ba4439-0a22-448f-8195-ed8750732727 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 943 time: 0.1063693
Apr 30 13:15:36.191916 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:36.217729 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0ddf7ab7-b919-44ce-8815-ebc42cc9fb80 req-60b637b1-4ad3-4aa7-ba8e-5d7a8f8cf153 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670369
Apr 30 13:15:36.260494 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:36.317868 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3803004'] for router_interface, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:36.331429 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:36.338552 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:36.339164 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:36.404591 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Pushing event updated for resources: {'Port': ['ID=6ddf2255-22e3-443b-a449-beecae45e35d,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:36.408423 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:36.493648 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:36.511534 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:36.516348 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:36.519717 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:36.524231 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Network 44bdf4e3-2cec-4552-a016-68e772a00e73 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:36.525489 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:36.610464 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:36.618075 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:36.806531 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:15:36.842972 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Sync routers for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:15:36.858862 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:15:36.859486 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-04064d35-b904-4de4-8b67-f741312de240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c288f2580>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:15:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:36.879094 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-cd3603ca-6fe0-4a2e-b127-8abfcd2d08d9 None None] Provisioning complete for port 6ddf2255-22e3-443b-a449-beecae45e35d triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:36.879473 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cd3603ca-6fe0-4a2e-b127-8abfcd2d08d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:36.996574 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-cd3603ca-6fe0-4a2e-b127-8abfcd2d08d9 None None] Port 6ddf2255-22e3-443b-a449-beecae45e35d cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:15:37.015570 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:15:37.029247 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] 10.222.0.15 "PUT /v2.0/routers/d8ec34c0-2cb4-44d7-8b58-e2de730c38fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6352854
Apr 30 13:15:37.046870 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Sync routers for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:15:37.061732 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:15:37.065871 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c281e4790>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:15:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:37.124403 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39502) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:37.130107 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101976488', 'description': 'tempest-description--35424212'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:37.141103 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:37.148638 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Usage tracker for resource:security_group and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:37.163663 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:37.184170 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Request body: {'port': {'device_id': 'beb469e1-22fd-4a62-b13e-30f519b7163f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:37.248196 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:15:37.308798 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:15:37.434320 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:37.464650 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device a03c8bfd-adc7-470e-881c-bf3090f1f305 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:15:37.597296 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.89', 62925) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:37.663148 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-988129a3-0701-4925-8d6a-bb6b4c15f484 req-78d0ea34-b357-4263-a85e-223c0c724026 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 210 time: 0.3704948
Apr 30 13:15:37.714716 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:37.744011 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:38.057831 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:38.083606 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Usage tracker for resource:security_group_rule and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:38.115169 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:38.142487 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:38.143378 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-6e41a9a3-4836-48dd-8434-6d0d0e9be1f4 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:38.148030 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-6e41a9a3-4836-48dd-8434-6d0d0e9be1f4 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.89 "GET /v2.0/networks?id=607bf271-94f7-456e-b795-6638e4db5074 HTTP/1.1" status: 200  len: 819 time: 0.5494130
Apr 30 13:15:38.161958 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Request body: {'port': {'device_id': 'd52adbdd-49f8-42c7-8ee8-4ab0434462b0', 'network_id': '607bf271-94f7-456e-b795-6638e4db5074', 'admin_state_up': True, 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:38.174614 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:38.199119 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39538) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:38.207960 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0846b3a7-7180-48f1-82d1-5a09e8c2c3cf req-2311bfef-5088-4c28-a64d-ab69ff95b083 service neutron] 10.222.0.89 "GET /v2.0/networks/88569604-eac7-45ad-ba6d-14a125287504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0488582
Apr 30 13:15:38.235952 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--802821579', 'description': 'tempest-description--1071345568'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:38.259418 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:38.313294 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-04064d35-b904-4de4-8b67-f741312de240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c288f2580>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:33Z', 'revision_number': 2, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:38.322185 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Checking router: 5185e086-665c-4800-bd61-915754238f0f for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:15:38.322854 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Updating router 5185e086-665c-4800-bd61-915754238f0f port 1b4114a5-8103-4bcb-a660-cde9fd65afc1 binding host dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:15:38.332711 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port a03c8bfd-adc7-470e-881c-bf3090f1f305, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a03c8bfd-adc7-470e-881c-bf3090f1f305,segment=NetworkSegment(930e8649-6329-4240-86ff-c508f5a5d483),segment_id=930e8649-6329-4240-86ff-c508f5a5d483)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:38.345338 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587bc95-82c9-4c90-8c1a-b26419bb3b78 req-6e2f7cf9-1d1f-4ae5-840b-5d14d6f15b94 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:38.346897 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f587bc95-82c9-4c90-8c1a-b26419bb3b78 req-6e2f7cf9-1d1f-4ae5-840b-5d14d6f15b94 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 943 time: 0.4909003
Apr 30 13:15:38.396591 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': 'a03c8bfd-adc7-470e-881c-bf3090f1f305', 'network_id': '88569604-eac7-45ad-ba6d-14a125287504', 'port_id': 'a03c8bfd-adc7-470e-881c-bf3090f1f305', 'mac_address': 'fa:16:3e:29:40:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b5c70d-1aaa-460a-a607-b755e9ba53f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:15:38.405839 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:38.415541 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Usage tracker for resource:security_group and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:38.443329 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:38.466803 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:38.522856 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:38.526095 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:38.555061 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:38.572361 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:38.573059 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:38.582538 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f587bc95-82c9-4c90-8c1a-b26419bb3b78 req-dabfd109-640a-49ed-914c-ccf9a9ed8c2d tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222862
Apr 30 13:15:38.608601 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:38.608786 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:38.653178 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:15:38.658393 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Made reservation on behalf of 2e929e0b08a2424d88e50ddd4873774a for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:38.659878 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:38.662749 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:38.725967 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:38.734739 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:38.753690 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Usage tracker for resource:security_group_rule and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:38.777247 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:38.822641 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03c8bfd-adc7-470e-881c-bf3090f1f305 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:15:38.838356 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:38.842113 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 1.7141719
Apr 30 13:15:38.848557 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39556) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:38.891484 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:38.899082 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c281e4790>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 2, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:38.907055 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-490b93e2-323b-4c1a-9c23-3c30165620c0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Request body: {'security_group_rule': {'security_group_id': '557cfa67-d557-4c32-81a5-9b9c2ce84d68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:38.920411 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port a03c8bfd-adc7-470e-881c-bf3090f1f305, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a03c8bfd-adc7-470e-881c-bf3090f1f305,segment=NetworkSegment(930e8649-6329-4240-86ff-c508f5a5d483),segment_id=930e8649-6329-4240-86ff-c508f5a5d483)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:38.926347 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557cfa67-d557-4c32-81a5-9b9c2ce84d68,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:38.940268 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-490b93e2-323b-4c1a-9c23-3c30165620c0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:38.946755 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:38.956805 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-490b93e2-323b-4c1a-9c23-3c30165620c0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Usage tracker for resource:security_group_rule and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:38.970298 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-490b93e2-323b-4c1a-9c23-3c30165620c0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:39.017216 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.025122 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.032300 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:39.041491 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.046841 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Checking router: d8ec34c0-2cb4-44d7-8b58-e2de730c38fb for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:15:39.048580 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Updating router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb port 6ddf2255-22e3-443b-a449-beecae45e35d binding host dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:15:39.119707 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-490b93e2-323b-4c1a-9c23-3c30165620c0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:39.130281 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:39.143686 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:39.147662 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:39.158715 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.160083 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.9603007
Apr 30 13:15:39.163139 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39566) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:39.168447 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fbd9141e-3426-4071-8d11-ff160a474ca5 req-49e77691-c9ff-4e43-ba1a-3facfe5167a8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 210 time: 0.1992602
Apr 30 13:15:39.170177 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-e94e4d0a-c263-4cc8-8731-1dd3ba467b58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Request body: {'security_group_rule': {'security_group_id': 'bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:39.189716 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-e94e4d0a-c263-4cc8-8731-1dd3ba467b58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:39.195973 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-e94e4d0a-c263-4cc8-8731-1dd3ba467b58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Usage tracker for resource:security_group_rule and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:39.211162 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-e94e4d0a-c263-4cc8-8731-1dd3ba467b58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:39.223702 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.229120 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-e94e4d0a-c263-4cc8-8731-1dd3ba467b58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:39.252748 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Transition to ACTIVE for port object 1b4114a5-8103-4bcb-a660-cde9fd65afc1 will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:39.263515 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.263728 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e94e4d0a-c263-4cc8-8731-1dd3ba467b58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.268483 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:39.292228 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-490b93e2-323b-4c1a-9c23-3c30165620c0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.460084 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd8ea2-5a28-4db4-92a4-b42368a393dd None None] Pushing event updated for resources: {'Port': ['ID=1b4114a5-8103-4bcb-a660-cde9fd65afc1,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:39.496737 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.508243 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-8acd8ea2-5a28-4db4-92a4-b42368a393dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:39.516359 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e94e4d0a-c263-4cc8-8731-1dd3ba467b58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.525259 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e94e4d0a-c263-4cc8-8731-1dd3ba467b58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.527182 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:39.541918 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['a03c8bfd-adc7-470e-881c-bf3090f1f305'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:15:39.560198 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e4d0a-c263-4cc8-8731-1dd3ba467b58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd029090-b067-4961-b5d2-f50179e73f3c,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:39.581529 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e94e4d0a-c263-4cc8-8731-1dd3ba467b58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:39.622666 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e94e4d0a-c263-4cc8-8731-1dd3ba467b58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.624123 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-e94e4d0a-c263-4cc8-8731-1dd3ba467b58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4599967
Apr 30 13:15:39.627059 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39592) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:39.634102 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-1d181799-e48d-4eec-9be5-02a7c319fdd1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Request body: {'security_group_rule': {'security_group_id': 'bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:39.647272 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-1d181799-e48d-4eec-9be5-02a7c319fdd1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:39.655071 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-490b93e2-323b-4c1a-9c23-3c30165620c0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.657682 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 {{(pid=73836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:15:39.659356 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-1d181799-e48d-4eec-9be5-02a7c319fdd1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Usage tracker for resource:security_group_rule and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:39.668214 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-1d181799-e48d-4eec-9be5-02a7c319fdd1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:39.676689 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-490b93e2-323b-4c1a-9c23-3c30165620c0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.690889 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.694901 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-1d181799-e48d-4eec-9be5-02a7c319fdd1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:39.703974 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:39.706150 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Attempting to bind port 1b4114a5-8103-4bcb-a660-cde9fd65afc1 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:15:39.706627 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Attempting to bind port 1b4114a5-8103-4bcb-a660-cde9fd65afc1 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:15:39.708326 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Attempting to bind port 1b4114a5-8103-4bcb-a660-cde9fd65afc1 on network 0555ee9b-672c-4eec-957a-e8bb40b60f14 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:39.735965 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:15:39.736139 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Checking segment: {'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:39.736427 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.738838 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Bound using segment: {'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:15:39.739354 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Bound port: 1b4114a5-8103-4bcb-a660-cde9fd65afc1, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:15:39.739942 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=a03c8bfd-adc7-470e-881c-bf3090f1f305,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:39.742612 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d181799-e48d-4eec-9be5-02a7c319fdd1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.743152 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.760570 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:39.778650 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-490b93e2-323b-4c1a-9c23-3c30165620c0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.780209 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-490b93e2-323b-4c1a-9c23-3c30165620c0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9019115
Apr 30 13:15:39.785797 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39598) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:39.790321 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Transition to ACTIVE for port object f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 will not be triggered until provisioned by entity L2. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:39.794630 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-8b971d04-a813-4349-a145-968f9baa53d3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Request body: {'security_group_rule': {'security_group_id': '557cfa67-d557-4c32-81a5-9b9c2ce84d68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:39.799297 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b93e2-323b-4c1a-9c23-3c30165620c0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a293a21-4710-49de-9a54-fd12c1a1df88,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:39.806534 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-8b971d04-a813-4349-a145-968f9baa53d3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:39.809691 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-490b93e2-323b-4c1a-9c23-3c30165620c0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:39.849701 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.870389 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-8b971d04-a813-4349-a145-968f9baa53d3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Usage tracker for resource:security_group_rule and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:39.873441 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-9d6f4ef7-d12b-4d02-89cd-53a35f69f6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:39.921917 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-8b971d04-a813-4349-a145-968f9baa53d3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:39.931901 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Allocated IP 172.20.0.10 (607bf271-94f7-456e-b795-6638e4db5074/4c3c8abb-2a0c-40d9-9bac-8929c6c374f8/4cd6acb6-cb4d-44cc-b5c4-e053f480ec71) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:39.944606 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d181799-e48d-4eec-9be5-02a7c319fdd1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.953260 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-8b971d04-a813-4349-a145-968f9baa53d3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:39.955080 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d181799-e48d-4eec-9be5-02a7c319fdd1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:39.962863 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e94e4d0a-c263-4cc8-8731-1dd3ba467b58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:39.993008 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d181799-e48d-4eec-9be5-02a7c319fdd1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4fad27-9abd-4af5-acf1-5063d6981919,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:40.018995 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-1d181799-e48d-4eec-9be5-02a7c319fdd1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:40.085020 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d181799-e48d-4eec-9be5-02a7c319fdd1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:40.091591 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-1d181799-e48d-4eec-9be5-02a7c319fdd1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4626651
Apr 30 13:15:40.092418 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39604) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:40.102647 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-04064d35-b904-4de4-8b67-f741312de240 None None] For port 1b4114a5-8103-4bcb-a660-cde9fd65afc1, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:15:40.107465 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Request body: {'floatingip': {'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:40.111429 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-04064d35-b904-4de4-8b67-f741312de240 None None] For port 1b4114a5-8103-4bcb-a660-cde9fd65afc1, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=1b4114a5-8103-4bcb-a660-cde9fd65afc1,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:15:40.114244 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8b971d04-a813-4349-a145-968f9baa53d3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:40.122528 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:40.123425 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:40.131398 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:40.138347 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:40.155633 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:40.188022 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Usage tracker for resource:floatingip and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:40.210352 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:40.237416 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:40.294107 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Attempting to bind port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:15:40.295759 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Attempting to bind port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'd4304927-4ede-49fe-b643-4035d2680d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '607bf271-94f7-456e-b795-6638e4db5074'}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:15:40.296200 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Attempting to bind port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 on network 607bf271-94f7-456e-b795-6638e4db5074 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:40.332774 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:15:40.333664 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-04064d35-b904-4de4-8b67-f741312de240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c288f2580>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:15:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:40.352541 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 on network 607bf271-94f7-456e-b795-6638e4db5074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:15:40.361266 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Attempting to bind port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 on network 607bf271-94f7-456e-b795-6638e4db5074 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:40.405846 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8b971d04-a813-4349-a145-968f9baa53d3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:40.420586 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9ac41-f230-401f-96d6-09eee6c6193c req-3647e013-d4af-4f0e-9f0c-a48b1e24fc56 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:40.432399 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dcc9ac41-f230-401f-96d6-09eee6c6193c req-3647e013-d4af-4f0e-9f0c-a48b1e24fc56 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 944 time: 0.6293101
Apr 30 13:15:40.437945 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8b971d04-a813-4349-a145-968f9baa53d3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:40.464101 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:15:40.465127 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Checking segment: {'id': 'd4304927-4ede-49fe-b643-4035d2680d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '607bf271-94f7-456e-b795-6638e4db5074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:40.465739 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Bound using segment: {'id': 'd4304927-4ede-49fe-b643-4035d2680d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '607bf271-94f7-456e-b795-6638e4db5074'} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:15:40.466702 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Bound port: f0ffe1b0-b80a-4bdf-b7e5-7190512a7986, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4304927-4ede-49fe-b643-4035d2680d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '607bf271-94f7-456e-b795-6638e4db5074'}}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:15:40.467041 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd8ea2-5a28-4db4-92a4-b42368a393dd None None] Pushing event updated for resources: {'Port': ['ID=1b4114a5-8103-4bcb-a660-cde9fd65afc1,revision_number=4']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:40.468172 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:40.494330 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-8acd8ea2-5a28-4db4-92a4-b42368a393dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:40.501124 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:40.546296 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-91a68a9c-2586-491e-9d5b-d7ef302ef793 req-f1510cfc-e4ea-49fd-b2f6-aa6ce4899e62 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 210 time: 0.0610273
Apr 30 13:15:40.557757 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:40.604139 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b971d04-a813-4349-a145-968f9baa53d3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30e6c54-35bc-4d5e-8866-b7a2cb79834e,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:40.628196 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8b971d04-a813-4349-a145-968f9baa53d3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:40.686377 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-04064d35-b904-4de4-8b67-f741312de240 None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:15:40.798757 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dcc9ac41-f230-401f-96d6-09eee6c6193c req-e589507a-653b-4da4-b2c5-a2b5576420f3 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3651421
Apr 30 13:15:40.809646 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8b971d04-a813-4349-a145-968f9baa53d3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:40.811082 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-8b971d04-a813-4349-a145-968f9baa53d3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0227141
Apr 30 13:15:40.815155 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39624) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:40.844970 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Request body: {'floatingip': {'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:40.854522 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:40.863589 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Usage tracker for resource:floatingip and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:40.868992 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:40.876135 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:40.891519 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:40.919446 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:40.932050 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] For port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986, host hv-cinder-78719, cleared binding levels {{(pid=73836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:15:40.946879 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] For port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986,segment=NetworkSegment(d4304927-4ede-49fe-b643-4035d2680d8e),segment_id=d4304927-4ede-49fe-b643-4035d2680d8e)] {{(pid=73836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:15:40.957371 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:41.062524 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:41.070748 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:41.106017 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:41.185691 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:41.224202 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Transition to ACTIVE for port object 6ddf2255-22e3-443b-a449-beecae45e35d will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:41.247712 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:41.265510 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:41.279826 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:41.291176 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:41.292627 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] 10.222.0.89 "PUT /v2.0/ports/f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 HTTP/1.1" status: 200  len: 1094 time: 4.1348104
Apr 30 13:15:41.295194 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb469e1-22fd-4a62-b13e-30f519b7163f', 'tag': 'f0ffe1b0-b80a-4bdf-b7e5-7190512a7986'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:15:41.297310 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Network 607bf271-94f7-456e-b795-6638e4db5074 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:41.306591 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:41.321682 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:41.324607 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:41.374106 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986,revision_number=3']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:41.386761 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:41.442539 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:41.446450 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb469e1-22fd-4a62-b13e-30f519b7163f', 'tag': 'f0ffe1b0-b80a-4bdf-b7e5-7190512a7986', 'status': 'completed', 'code': 200}
Apr 30 13:15:41.481762 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Pushing event updated for resources: {'Port': ['ID=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:41.491820 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:41.515983 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-04064d35-b904-4de4-8b67-f741312de240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c288f2580>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:40Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:41.521998 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04064d35-b904-4de4-8b67-f741312de240 None None] The sync data for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi is: [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:40Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:15:41.660944 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:41.661607 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:41.740590 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39658) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:41.782080 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62965e-e50e-4235-8678-ad3b44e4dac5 None None] Pushing event updated for resources: {'Port': ['ID=6ddf2255-22e3-443b-a449-beecae45e35d,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:41.800800 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea62965e-e50e-4235-8678-ad3b44e4dac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:41.883233 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7259135
Apr 30 13:15:41.885596 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39666) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:41.896293 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 1b4114a5-8103-4bcb-a660-cde9fd65afc1 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:41.944993 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Allocated IP 172.27.2.121 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/629232c9-5467-4980-a70d-41cae4f886e4) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:41.998650 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1246d-66b8-4ded-af4a-eca428768646 req-69cb04d3-bc00-4123-9af3-c8d2dcc95c6a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:42.000940 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-31b1246d-66b8-4ded-af4a-eca428768646 req-69cb04d3-bc00-4123-9af3-c8d2dcc95c6a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 932 time: 0.1351349
Apr 30 13:15:42.074929 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Attempting to bind port 6ddf2255-22e3-443b-a449-beecae45e35d on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:15:42.075600 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Attempting to bind port 6ddf2255-22e3-443b-a449-beecae45e35d by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:15:42.076160 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Attempting to bind port 6ddf2255-22e3-443b-a449-beecae45e35d on network 44bdf4e3-2cec-4552-a016-68e772a00e73 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:42.108226 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:15:42.108922 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Checking segment: {'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:42.109543 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.109931 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-31b1246d-66b8-4ded-af4a-eca428768646 req-dc061f54-edc8-4013-8410-5c518e55c7bd tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Synchronizing usage tracker for tenant:2e929e0b08a2424d88e50ddd4873774a on resource:security_group {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:15:42.110734 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Bound using segment: {'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:15:42.113857 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Bound port: 6ddf2255-22e3-443b-a449-beecae45e35d, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:15:42.114715 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.140989 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-31b1246d-66b8-4ded-af4a-eca428768646 req-dc061f54-edc8-4013-8410-5c518e55c7bd tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Unset dirty status for tenant:2e929e0b08a2424d88e50ddd4873774a on resource:security_group {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:15:42.142299 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-31b1246d-66b8-4ded-af4a-eca428768646 req-dc061f54-edc8-4013-8410-5c518e55c7bd tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341143
Apr 30 13:15:42.167598 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 1b4114a5-8103-4bcb-a660-cde9fd65afc1 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:42.170166 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-747f6cd6-81bd-4469-a4f3-4617e64a8c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.175167 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 1b4114a5-8103-4bcb-a660-cde9fd65afc1 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:42.175547 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.181684 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a5e41bb8-a34d-4c45-85e8-e3c15f0843cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.195126 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd110-333e-4247-8b22-b05bf0084c89 req-f01cc527-59dc-416e-875a-3216b6b7a400 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:42.204787 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-a5e41bb8-a34d-4c45-85e8-e3c15f0843cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:42.214035 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-a5e41bb8-a34d-4c45-85e8-e3c15f0843cc admin admin] Usage tracker for resource:security_group_rule and tenant:cae692c750c641b5bc4bf66e5bd1c6cc is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:42.214865 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-350dd110-333e-4247-8b22-b05bf0084c89 req-f01cc527-59dc-416e-875a-3216b6b7a400 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 944 time: 0.1793058
Apr 30 13:15:42.225899 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-a5e41bb8-a34d-4c45-85e8-e3c15f0843cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:42.238247 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-a5e41bb8-a34d-4c45-85e8-e3c15f0843cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:42.265638 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-747f6cd6-81bd-4469-a4f3-4617e64a8c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:42.266111 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.289990 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-747f6cd6-81bd-4469-a4f3-4617e64a8c27 admin admin] Usage tracker for resource:security_group_rule and tenant:29d1c51851b14ef8893bf407af87f708 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:42.297503 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-747f6cd6-81bd-4469-a4f3-4617e64a8c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:42.314081 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] For port 6ddf2255-22e3-443b-a449-beecae45e35d, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:15:42.319022 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] For port 6ddf2255-22e3-443b-a449-beecae45e35d, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=6ddf2255-22e3-443b-a449-beecae45e35d,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:15:42.326398 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-747f6cd6-81bd-4469-a4f3-4617e64a8c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:42.332235 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.352001 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a0bb2730-4160-4ad2-9240-9a1f4ea86466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:42.366670 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-350dd110-333e-4247-8b22-b05bf0084c89 req-c9072d8a-0f85-4279-830b-8ea77c979473 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508758
Apr 30 13:15:42.409994 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.421784 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:42.482845 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a5e41bb8-a34d-4c45-85e8-e3c15f0843cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.485385 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:15:42.486116 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c281e4790>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:15:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:42.514855 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:42.518955 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:42.524067 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:42.544568 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Allocated IP 172.27.2.3 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/14f50918-1a28-45e6-b3a9-238416010148) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:42.592453 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a5e41bb8-a34d-4c45-85e8-e3c15f0843cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.643668 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-747f6cd6-81bd-4469-a4f3-4617e64a8c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.745566 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62965e-e50e-4235-8678-ad3b44e4dac5 None None] Pushing event updated for resources: {'Port': ['ID=6ddf2255-22e3-443b-a449-beecae45e35d,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:42.752726 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea62965e-e50e-4235-8678-ad3b44e4dac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:42.807737 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.813850 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-747f6cd6-81bd-4469-a4f3-4617e64a8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.824076 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:15:42.846123 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-a5e41bb8-a34d-4c45-85e8-e3c15f0843cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cae692c750c641b5bc4bf66e5bd1c6cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9591312
Apr 30 13:15:42.846368 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:42.847268 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event updated for resources: {'Port': ['ID=629232c9-5467-4980-a70d-41cae4f886e4,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:42.857132 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39676) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:42.866365 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-747f6cd6-81bd-4469-a4f3-4617e64a8c27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29d1c51851b14ef8893bf407af87f708&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1246631
Apr 30 13:15:42.869800 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39680) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:42.874601 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:42.875254 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:42.930929 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f6cd6-81bd-4469-a4f3-4617e64a8c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a66fda-020b-4f11-ab04-1a50b8a44c14,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:42.934570 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-747f6cd6-81bd-4469-a4f3-4617e64a8c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:42.959408 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e41bb8-a34d-4c45-85e8-e3c15f0843cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e13ee90-2e4e-4cb0-9849-e85630b110d5,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:42.967346 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.968935 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a5e41bb8-a34d-4c45-85e8-e3c15f0843cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:42.980950 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-097c5866-9dbe-483d-b7d0-dd82cd75b4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.985390 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:42.996063 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-05818753-1fb9-4d1e-a4bb-3208cc1198e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.011600 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.022367 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:43.028039 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-05818753-1fb9-4d1e-a4bb-3208cc1198e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.063393 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-097c5866-9dbe-483d-b7d0-dd82cd75b4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.112042 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:43.116492 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 1b4114a5-8103-4bcb-a660-cde9fd65afc1, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=1b4114a5-8103-4bcb-a660-cde9fd65afc1,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:43.122341 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-05818753-1fb9-4d1e-a4bb-3208cc1198e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.122815 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:43.125993 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:43.130412 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.135292 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c4b675f5-8e0c-41a4-89a4-4a9e8a9cf38c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:43.143376 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:43.158635 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event updated for resources: {'Port': ['ID=14f50918-1a28-45e6-b3a9-238416010148,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:43.162361 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:43.169982 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05818753-1fb9-4d1e-a4bb-3208cc1198e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e13ee90-2e4e-4cb0-9849-e85630b110d5,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:43.186515 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-05818753-1fb9-4d1e-a4bb-3208cc1198e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:43.203653 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.245764 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.291012 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-05818753-1fb9-4d1e-a4bb-3208cc1198e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.292870 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-05818753-1fb9-4d1e-a4bb-3208cc1198e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e13ee90-2e4e-4cb0-9849-e85630b110d5 HTTP/1.1" status: 204  len: 168 time: 0.4344912
Apr 30 13:15:43.296991 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=1b4114a5-8103-4bcb-a660-cde9fd65afc1,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:43.332761 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:43.380119 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c281e4790>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:15:43.385842 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eec29d-007b-4d74-bdf2-2e5e08d60912 None None] The sync data for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi is: [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:42Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:15:43.422060 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-097c5866-9dbe-483d-b7d0-dd82cd75b4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.437792 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c7443381-e778-4d1b-b904-0c61fe7f8681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:43.463790 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c5866-9dbe-483d-b7d0-dd82cd75b4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a66fda-020b-4f11-ab04-1a50b8a44c14,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:43.466099 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-097c5866-9dbe-483d-b7d0-dd82cd75b4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:43.472042 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.545867 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-097c5866-9dbe-483d-b7d0-dd82cd75b4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.547003 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-097c5866-9dbe-483d-b7d0-dd82cd75b4ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05a66fda-020b-4f11-ab04-1a50b8a44c14 HTTP/1.1" status: 204  len: 168 time: 0.6751025
Apr 30 13:15:43.609251 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.616415 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.625051 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2f696f1d-07a2-4969-bee2-f9265ddd4dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:43.663425 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4c20e-039c-4220-b021-bf79937318da req-e2bd51a4-c115-4d79-938d-6945af4810aa tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:43.665521 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cff4c20e-039c-4220-b021-bf79937318da req-e2bd51a4-c115-4d79-938d-6945af4810aa tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 932 time: 0.3197994
Apr 30 13:15:43.750540 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 1b4114a5-8103-4bcb-a660-cde9fd65afc1 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:43.790890 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39698) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:43.809279 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.866706 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event updated for resources: {'Port': ['ID=629232c9-5467-4980-a70d-41cae4f886e4,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:43.871490 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:43.872440 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.873808 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.7742779
Apr 30 13:15:43.908948 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cff4c20e-039c-4220-b021-bf79937318da req-f86b120e-460b-4aa7-a043-2cd6d37dc7b9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943159
Apr 30 13:15:43.919227 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5105fc0c-764d-4fe6-b456-2b7960268766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.932877 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 1b4114a5-8103-4bcb-a660-cde9fd65afc1 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:43.933649 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:43.944631 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2d2d0-4570-48fa-8909-018d37bbab01 req-0cc21c02-c46c-437e-a216-a670638109bf tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:43.947357 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f1c2d2d0-4570-48fa-8909-018d37bbab01 req-0cc21c02-c46c-437e-a216-a670638109bf tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 944 time: 0.3722560
Apr 30 13:15:43.956624 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-5105fc0c-764d-4fe6-b456-2b7960268766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:43.983559 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-5105fc0c-764d-4fe6-b456-2b7960268766 admin admin] Usage tracker for resource:security_group_rule and tenant:e665b523b6194316a2320d7937731c05 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:44.016928 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-5105fc0c-764d-4fe6-b456-2b7960268766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:44.036373 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-5105fc0c-764d-4fe6-b456-2b7960268766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:44.057766 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:44.068949 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:44.075942 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f1c2d2d0-4570-48fa-8909-018d37bbab01 req-d03ac354-0ed8-4b29-8804-ecd0b57274d8 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205089
Apr 30 13:15:44.097786 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2e5d9eb8-b68a-4e0a-af61-fdbdd230e921 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:44.165498 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:44.241820 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:44.243702 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.4279959
Apr 30 13:15:44.248131 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event updated for resources: {'Port': ['ID=14f50918-1a28-45e6-b3a9-238416010148,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:44.251579 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:44.291731 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-a2211d44-bc01-4652-8091-ae5df7113cb3 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Synchronizing usage tracker for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:security_group {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:15:44.293115 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39716) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:44.313391 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0736dead-e013-4a7d-8233-c3c27e7bba50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:44.328430 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5105fc0c-764d-4fe6-b456-2b7960268766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:44.329596 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-0736dead-e013-4a7d-8233-c3c27e7bba50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:44.334228 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5105fc0c-764d-4fe6-b456-2b7960268766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:44.335288 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-0736dead-e013-4a7d-8233-c3c27e7bba50 admin admin] Usage tracker for resource:security_group_rule and tenant:d6ed7678bdf5437aa56d9ef97f5ed81a is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:44.338920 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-0736dead-e013-4a7d-8233-c3c27e7bba50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:44.343994 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7adff398-447f-43b9-987f-6d330d08261c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:44.345022 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-0736dead-e013-4a7d-8233-c3c27e7bba50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:44.356514 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-a2211d44-bc01-4652-8091-ae5df7113cb3 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Unset dirty status for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:security_group {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:15:44.357725 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-a2211d44-bc01-4652-8091-ae5df7113cb3 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--802821579&fields=id&tenant_id=d31b6528c1aa407daea2ff99de255d43 HTTP/1.1" status: 200  len: 267 time: 0.1481771
Apr 30 13:15:44.437271 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105fc0c-764d-4fe6-b456-2b7960268766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fccab3a-b846-4f9d-99c6-fc8e85e3a843,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:44.444431 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-5105fc0c-764d-4fe6-b456-2b7960268766 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e665b523b6194316a2320d7937731c05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6525183
Apr 30 13:15:44.449737 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-5105fc0c-764d-4fe6-b456-2b7960268766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:44.450236 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39722) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:44.483376 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0736dead-e013-4a7d-8233-c3c27e7bba50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:44.499134 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0736dead-e013-4a7d-8233-c3c27e7bba50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:44.507131 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-9a2fd5c6-e0b6-4979-9e1c-81155f2fb2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:44.552781 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-0736dead-e013-4a7d-8233-c3c27e7bba50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6ed7678bdf5437aa56d9ef97f5ed81a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2585759
Apr 30 13:15:44.553705 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736dead-e013-4a7d-8233-c3c27e7bba50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930d306c-2a57-4e28-8536-6a97564adaa7,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:44.557656 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39740) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:44.569818 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0736dead-e013-4a7d-8233-c3c27e7bba50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:44.724122 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-97ca1e14-0d0b-4cde-8b97-0074227e4c14 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:44.724818 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-97ca1e14-0d0b-4cde-8b97-0074227e4c14 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Synchronizing usage tracker for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:network {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:15:44.735142 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4e20383d-1630-4ab5-b1e8-c98ef04d9de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:44.738299 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-ffd7728d-d4db-4aa3-9470-e1b092bec0cc tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Synchronizing usage tracker for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:security_group {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:15:44.797836 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4e20383d-1630-4ab5-b1e8-c98ef04d9de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:44.808499 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a6b7788d-06b4-4be6-b0f7-a92098db09ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:44.819519 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-97ca1e14-0d0b-4cde-8b97-0074227e4c14 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Unset dirty status for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:network {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:15:44.820762 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-97ca1e14-0d0b-4cde-8b97-0074227e4c14 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/networks?id=44bdf4e3-2cec-4552-a016-68e772a00e73 HTTP/1.1" status: 200  len: 810 time: 0.4474630
Apr 30 13:15:44.834567 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-ffd7728d-d4db-4aa3-9470-e1b092bec0cc tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Unset dirty status for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:security_group {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:15:44.835690 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-ffd7728d-d4db-4aa3-9470-e1b092bec0cc tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1101976488&fields=id&tenant_id=7edbf53013084aef8c7b2d047cc26d9f HTTP/1.1" status: 200  len: 267 time: 0.2368929
Apr 30 13:15:44.892291 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-df8bb294-ff7c-468d-ba55-bbf9d5860f54 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/quotas/d31b6528c1aa407daea2ff99de255d43 HTTP/1.1" status: 200  len: 375 time: 0.0608084
Apr 30 13:15:44.894157 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a6b7788d-06b4-4be6-b0f7-a92098db09ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:45.082912 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4e20383d-1630-4ab5-b1e8-c98ef04d9de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:45.096155 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2e65f7c2-4ab9-453b-ad40-55d4f4e43adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:45.127607 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-9fd137ed-cfaf-4f1d-a62f-338657bc5a92 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:45.128319 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-9fd137ed-cfaf-4f1d-a62f-338657bc5a92 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Synchronizing usage tracker for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:network {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:15:45.131021 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20383d-1630-4ab5-b1e8-c98ef04d9de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fccab3a-b846-4f9d-99c6-fc8e85e3a843,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:45.141426 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-4e20383d-1630-4ab5-b1e8-c98ef04d9de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:45.153176 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Request body: {'port': {'device_id': 'd52adbdd-49f8-42c7-8ee8-4ab0434462b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:45.154804 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a6b7788d-06b4-4be6-b0f7-a92098db09ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:45.162953 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:45.170872 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4e20383d-1630-4ab5-b1e8-c98ef04d9de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:45.174965 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-4e20383d-1630-4ab5-b1e8-c98ef04d9de0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fccab3a-b846-4f9d-99c6-fc8e85e3a843 HTTP/1.1" status: 204  len: 168 time: 0.7208211
Apr 30 13:15:45.183462 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a6b7788d-06b4-4be6-b0f7-a92098db09ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:45.184589 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-a6b7788d-06b4-4be6-b0f7-a92098db09ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/930d306c-2a57-4e28-8536-6a97564adaa7 HTTP/1.1" status: 204  len: 168 time: 0.6206558
Apr 30 13:15:45.187298 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7788d-06b4-4be6-b0f7-a92098db09ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930d306c-2a57-4e28-8536-6a97564adaa7,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:45.197188 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-01802378-994b-445d-9f60-b9dc9a1fa7b7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31b6528c1aa407daea2ff99de255d43&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2773864
Apr 30 13:15:45.197844 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-9fd137ed-cfaf-4f1d-a62f-338657bc5a92 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Unset dirty status for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:network {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:15:45.198878 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-9fd137ed-cfaf-4f1d-a62f-338657bc5a92 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 817 time: 0.3399036
Apr 30 13:15:45.199711 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a6b7788d-06b4-4be6-b0f7-a92098db09ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:45.321257 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-232bae4c-644e-4733-90fb-057f64b05937 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/quotas/7edbf53013084aef8c7b2d047cc26d9f HTTP/1.1" status: 200  len: 375 time: 0.0647187
Apr 30 13:15:45.346999 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:45.565441 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cbd23-2dce-41d9-9d57-3b793b9f17e3 req-59864d86-8bc8-4f5d-a7a7-8932fda238c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:45.567716 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d69cbd23-2dce-41d9-9d57-3b793b9f17e3 req-59864d86-8bc8-4f5d-a7a7-8932fda238c0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2e929e0b08a2424d88e50ddd4873774a&device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 1097 time: 0.3605618
Apr 30 13:15:45.582514 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-115f27b2-5d24-4bdb-b0fb-43dac57f79cb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2603750
Apr 30 13:15:45.584308 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-8ba289e4-a4c7-4a0c-a105-e6ed773fdfa5 service neutron] 10.222.0.15 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3198411
Apr 30 13:15:45.788398 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cbd23-2dce-41d9-9d57-3b793b9f17e3 req-8d39cd35-97de-48ad-9842-591bf351a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:45.790043 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d69cbd23-2dce-41d9-9d57-3b793b9f17e3 req-8d39cd35-97de-48ad-9842-591bf351a0a2 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=2e929e0b08a2424d88e50ddd4873774a&shared=False HTTP/1.1" status: 200  len: 921 time: 0.2047646
Apr 30 13:15:45.839370 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 6ddf2255-22e3-443b-a449-beecae45e35d up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:46.032686 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 6ddf2255-22e3-443b-a449-beecae45e35d completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:46.043735 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 6ddf2255-22e3-443b-a449-beecae45e35d triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:46.045011 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:46.046493 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:15:46.067969 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:46.109351 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Transition to ACTIVE for port object 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:46.115199 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:46.121754 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:46.233828 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:46.252599 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:46.264522 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:46.317045 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-9c7c4eef-e37d-4f05-a0a6-c5971d11ef11 service neutron] 10.222.0.15 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5259142
Apr 30 13:15:46.321628 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 6ddf2255-22e3-443b-a449-beecae45e35d, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=6ddf2255-22e3-443b-a449-beecae45e35d,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:46.324105 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cbd23-2dce-41d9-9d57-3b793b9f17e3 req-db4dd458-9c04-49a6-a8a3-ca457cabb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:46.325427 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d69cbd23-2dce-41d9-9d57-3b793b9f17e3 req-db4dd458-9c04-49a6-a8a3-ca457cabb174 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.4343331
Apr 30 13:15:46.327428 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-12dac0b9-4e0a-4d6b-a50c-8ba45ecf9854 service neutron] 10.222.0.15 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5342140
Apr 30 13:15:46.328404 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:46.336806 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:46.523124 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=6ddf2255-22e3-443b-a449-beecae45e35d,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:46.540681 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:46.604988 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Attempting to bind port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:15:46.605358 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Attempting to bind port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'd4304927-4ede-49fe-b643-4035d2680d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '607bf271-94f7-456e-b795-6638e4db5074'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:15:46.605716 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Attempting to bind port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 on network 607bf271-94f7-456e-b795-6638e4db5074 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:46.611598 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 on network 607bf271-94f7-456e-b795-6638e4db5074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:15:46.611915 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Attempting to bind port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 on network 607bf271-94f7-456e-b795-6638e4db5074 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:46.618597 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:15:46.619197 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Checking segment: {'id': 'd4304927-4ede-49fe-b643-4035d2680d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '607bf271-94f7-456e-b795-6638e4db5074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:46.620039 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Bound using segment: {'id': 'd4304927-4ede-49fe-b643-4035d2680d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '607bf271-94f7-456e-b795-6638e4db5074'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:15:46.620641 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Bound port: 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4304927-4ede-49fe-b643-4035d2680d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '607bf271-94f7-456e-b795-6638e4db5074'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:15:46.621163 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:46.813097 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] For port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:15:46.823620 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] For port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71,segment=NetworkSegment(d4304927-4ede-49fe-b643-4035d2680d8e),segment_id=d4304927-4ede-49fe-b643-4035d2680d8e)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:15:46.830959 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:46.837771 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:46.853617 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-e55aab32-6824-47f5-b4f3-3fd426b1ee12 service neutron] 10.222.0.15 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5087001
Apr 30 13:15:46.861014 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-da2ecef5-b47a-485a-b1a6-bef1ebccb71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:46.862632 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-da2ecef5-b47a-485a-b1a6-bef1ebccb71a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2e929e0b08a2424d88e50ddd4873774a&device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 1097 time: 0.4666898
Apr 30 13:15:47.004171 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:47.007471 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:47.009022 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] 10.222.0.89 "PUT /v2.0/ports/4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 HTTP/1.1" status: 200  len: 1094 time: 1.8693657
Apr 30 13:15:47.009627 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52adbdd-49f8-42c7-8ee8-4ab0434462b0', 'tag': '4cd6acb6-cb4d-44cc-b5c4-e053f480ec71'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:15:47.114813 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:47.120502 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:47.129497 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-569d16c6-13ad-42d5-91b3-6631528f8ba5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 HTTP/1.1" status: 200  len: 217 time: 0.2354581
Apr 30 13:15:47.335216 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96999f-f79c-4815-a704-4b6ba1ee125a req-17dc82bd-b1eb-429d-aef3-547aa96ccc48 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:47.346517 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6b96999f-f79c-4815-a704-4b6ba1ee125a req-17dc82bd-b1eb-429d-aef3-547aa96ccc48 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 944 time: 0.5371389
Apr 30 13:15:47.373789 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-39db35e4-52e0-4414-9488-57518da0583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:47.375312 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-39db35e4-52e0-4414-9488-57518da0583f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2e929e0b08a2424d88e50ddd4873774a&device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 1097 time: 0.3217480
Apr 30 13:15:47.490903 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device a03c8bfd-adc7-470e-881c-bf3090f1f305 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:47.575288 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-5801535b-cf64-4709-90e0-ce9e9c9b3f2e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 HTTP/1.1" status: 200  len: 217 time: 0.1920395
Apr 30 13:15:47.631614 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-2acd4c47-0381-438a-853a-564167125ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:47.633892 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-2acd4c47-0381-438a-853a-564167125ed8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c3c8abb-2a0c-40d9-9bac-8929c6c374f8 HTTP/1.1" status: 200  len: 859 time: 0.4803259
Apr 30 13:15:47.641321 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port a03c8bfd-adc7-470e-881c-bf3090f1f305 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:47.667129 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port a03c8bfd-adc7-470e-881c-bf3090f1f305 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:47.668157 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:47.773044 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-28c41ed1-0444-400d-b27f-3493e2af8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:47.779286 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-28c41ed1-0444-400d-b27f-3493e2af8e6c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c3c8abb-2a0c-40d9-9bac-8929c6c374f8 HTTP/1.1" status: 200  len: 859 time: 0.1963863
Apr 30 13:15:47.829360 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-453c4c7d-52a8-4a0e-a747-701162614b32 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=607bf271-94f7-456e-b795-6638e4db5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1667354
Apr 30 13:15:47.865329 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 6ddf2255-22e3-443b-a449-beecae45e35d up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:15:47.920364 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6b96999f-f79c-4815-a704-4b6ba1ee125a req-06571b7a-aaa1-455d-9c11-9add95d5ebf0 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5393047
Apr 30 13:15:47.920916 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-62174c9e-5cfd-469e-be58-8a02e918a05d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=607bf271-94f7-456e-b795-6638e4db5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1289265
Apr 30 13:15:47.971664 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:48.098148 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03c8bfd-adc7-470e-881c-bf3090f1f305'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:15:48.126805 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-b4000460-ce16-4d0d-bf90-222fd24a4602 service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1993942
Apr 30 13:15:48.215480 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port a03c8bfd-adc7-470e-881c-bf3090f1f305, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a03c8bfd-adc7-470e-881c-bf3090f1f305,segment=NetworkSegment(930e8649-6329-4240-86ff-c508f5a5d483),segment_id=930e8649-6329-4240-86ff-c508f5a5d483)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:48.222667 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 6ddf2255-22e3-443b-a449-beecae45e35d triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:48.223301 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:48.253487 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6bd2-ca40-49ab-bdb5-cf66bdeadafb req-25eaaa39-1cb5-49dd-a3ce-66cf16fb9682 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:48.266864 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-543b6bd2-ca40-49ab-bdb5-cf66bdeadafb req-25eaaa39-1cb5-49dd-a3ce-66cf16fb9682 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 944 time: 0.7817998
Apr 30 13:15:48.300399 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:48.306417 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:48.344495 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-03868ed3-664b-4f0f-9ed9-b957a565fa50 req-cf031ac8-0734-4c76-8406-a0b43c1e22c6 service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2061241
Apr 30 13:15:48.395092 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-e9489f4b-0fdb-48c9-b126-b9e8e64c7c7e service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5426877
Apr 30 13:15:48.404629 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=a03c8bfd-adc7-470e-881c-bf3090f1f305,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:48.412021 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:48.433406 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-faaf2c6f-46b2-4667-a459-6c95f2a0445a req-5bd59645-35be-4188-83bf-cd9a2faa1225 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 210 time: 0.1641777
Apr 30 13:15:48.556424 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-543b6bd2-ca40-49ab-bdb5-cf66bdeadafb req-786affbb-285b-45f1-8e5f-2a3c81e89023 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2883985
Apr 30 13:15:48.785341 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fbf62e58-9766-4336-aaf3-af3d3acc89b6 req-90514b4c-4751-40b2-8af4-5918b11c364b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 210 time: 0.1218057
Apr 30 13:15:48.868322 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-158ef743-c96a-43cb-881d-ebf8d37c6c7a req-1a308b9f-d69f-4230-ab02-5f373a74f5b5 service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4306922
Apr 30 13:15:48.920738 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-4468bc98-520a-4e02-859e-3d9b92187a1c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:48.924824 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-4468bc98-520a-4e02-859e-3d9b92187a1c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.89 "GET /v2.0/networks?id=44bdf4e3-2cec-4552-a016-68e772a00e73 HTTP/1.1" status: 200  len: 810 time: 0.2766163
Apr 30 13:15:48.988550 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52adbdd-49f8-42c7-8ee8-4ab0434462b0', 'tag': '4cd6acb6-cb4d-44cc-b5c4-e053f480ec71', 'status': 'completed', 'code': 200}
Apr 30 13:15:49.047079 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-822ef1d5-b563-4487-93eb-deacce97e066 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Synchronizing usage tracker for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:security_group {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:15:49.075470 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-822ef1d5-b563-4487-93eb-deacce97e066 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Unset dirty status for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:security_group {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:15:49.079471 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-822ef1d5-b563-4487-93eb-deacce97e066 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31b6528c1aa407daea2ff99de255d43 HTTP/1.1" status: 200  len: 379 time: 0.1439662
Apr 30 13:15:49.089814 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Request body: {'port': {'device_id': 'cf9cb13f-3b11-40fd-96fd-47cb713065f2', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'admin_state_up': True, 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'security_groups': ['bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7']}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:49.209037 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e80bc-8c5c-4032-bd8b-08a8dd802263 req-bcbfef08-eb5c-4886-b7bb-d70ab8406681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:49.212756 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3e1e80bc-8c5c-4032-bd8b-08a8dd802263 req-bcbfef08-eb5c-4886-b7bb-d70ab8406681 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2e929e0b08a2424d88e50ddd4873774a&device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 1097 time: 0.1927452
Apr 30 13:15:49.371978 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03c8bfd-adc7-470e-881c-bf3090f1f305', 'code': 200}
Apr 30 13:15:49.410430 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:49.417057 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Usage tracker for resource:port and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:49.422313 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:49.433069 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:49.470796 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Made reservation on behalf of d31b6528c1aa407daea2ff99de255d43 for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:49.477352 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c36e5-caeb-4658-951b-2778efd2180f req-ee6d0d3b-1989-430f-87c2-006e9b482cf6 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:49.479106 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cf0c36e5-caeb-4658-951b-2778efd2180f req-ee6d0d3b-1989-430f-87c2-006e9b482cf6 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 944 time: 0.2587163
Apr 30 13:15:49.481969 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e80bc-8c5c-4032-bd8b-08a8dd802263 req-130054a6-6a88-4d1f-aa39-47797ea739e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:49.483377 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3e1e80bc-8c5c-4032-bd8b-08a8dd802263 req-130054a6-6a88-4d1f-aa39-47797ea739e9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=607bf271-94f7-456e-b795-6638e4db5074 HTTP/1.1" status: 200  len: 921 time: 0.2133183
Apr 30 13:15:49.486543 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:49.598185 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3e1e80bc-8c5c-4032-bd8b-08a8dd802263 req-5b3f0ccc-9ff7-47da-9c57-d2f5985fbf22 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 HTTP/1.1" status: 200  len: 217 time: 0.0966306
Apr 30 13:15:49.753139 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Allocated IP 172.20.0.14 (44bdf4e3-2cec-4552-a016-68e772a00e73/3e466d8a-1ebd-445c-9ccd-f0e629ea05bc/419aba13-c765-4cb7-9f24-7ea6c1ae20fc) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:49.856903 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cf0c36e5-caeb-4658-951b-2778efd2180f req-78504ab0-6a05-4081-a065-73ce32c8738a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3703225
Apr 30 13:15:49.937922 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39924) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:49.969518 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-05e8562c-48a9-4532-b051-732d752f41ce req-8480861c-0e63-4c51-9dfd-658d2c696e71 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 210 time: 0.3105462
Apr 30 13:15:50.043150 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e80bc-8c5c-4032-bd8b-08a8dd802263 req-ead26f6a-5ec5-48fd-b51a-77f7699b70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:50.044637 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3e1e80bc-8c5c-4032-bd8b-08a8dd802263 req-ead26f6a-5ec5-48fd-b51a-77f7699b70dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c3c8abb-2a0c-40d9-9bac-8929c6c374f8 HTTP/1.1" status: 200  len: 859 time: 0.4353316
Apr 30 13:15:50.181816 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ca1b53b6-0b41-488d-be1a-315ce44b3e35 req-83c558cc-5417-4953-9804-53a89de5024d tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 210 time: 0.0682635
Apr 30 13:15:50.199506 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:50.209394 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f1248d5e-6f54-42e4-ad82-a29c68a7b04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:50.219514 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Transition to ACTIVE for port object 419aba13-c765-4cb7-9f24-7ea6c1ae20fc will not be triggered until provisioned by entity DHCP. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:50.219749 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c882a-fdf0-4391-b177-2b429b004fa8 req-8d1054b7-5f91-46eb-92e2-a8604b69f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:50.221217 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-442c882a-fdf0-4391-b177-2b429b004fa8 req-8d1054b7-5f91-46eb-92e2-a8604b69f6cf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 1098 time: 0.3632898
Apr 30 13:15:50.231891 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-f1248d5e-6f54-42e4-ad82-a29c68a7b04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:50.243097 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-f1248d5e-6f54-42e4-ad82-a29c68a7b04c admin admin] Usage tracker for resource:security_group_rule and tenant:49e3fe2a719f482a886e2aef384f2944 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:50.248671 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:50.251010 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-f1248d5e-6f54-42e4-ad82-a29c68a7b04c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:50.256146 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:50.259937 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-f1248d5e-6f54-42e4-ad82-a29c68a7b04c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:50.280603 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa410cb3-6fdb-4f65-bd7b-ba9137e29fa7 req-e7a05250-ad6c-41ab-8131-c15abf80ed64 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:50.286642 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fa410cb3-6fdb-4f65-bd7b-ba9137e29fa7 req-e7a05250-ad6c-41ab-8131-c15abf80ed64 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 945 time: 0.2226753
Apr 30 13:15:50.317922 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Network 44bdf4e3-2cec-4552-a016-68e772a00e73 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:50.321569 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:50.330975 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:50.380936 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event updated for resources: {'Port': ['ID=419aba13-c765-4cb7-9f24-7ea6c1ae20fc,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:50.386758 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:50.413651 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f1248d5e-6f54-42e4-ad82-a29c68a7b04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:50.415768 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:50.416533 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:50.433818 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fa410cb3-6fdb-4f65-bd7b-ba9137e29fa7 req-1a050e4f-2f62-44fd-a4b4-a988fefa37e2 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448064
Apr 30 13:15:50.435161 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f1248d5e-6f54-42e4-ad82-a29c68a7b04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:50.445648 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3599324
Apr 30 13:15:50.449602 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-194000a2-fad4-45a0-a32c-fd6f80997c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:50.493271 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-f1248d5e-6f54-42e4-ad82-a29c68a7b04c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49e3fe2a719f482a886e2aef384f2944&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5225441
Apr 30 13:15:50.493618 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39938) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:50.495388 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1248d5e-6f54-42e4-ad82-a29c68a7b04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fc079a-c6a4-44b8-a64a-2b26991711cb,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:50.503246 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-f1248d5e-6f54-42e4-ad82-a29c68a7b04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:50.558990 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-d83ca42a-cd85-4717-8788-36ea7ede257e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:50.580718 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-edadfc9f-0bd5-47b4-9625-55c6baba468f None None] Provisioning for port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:50.584469 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-d83ca42a-cd85-4717-8788-36ea7ede257e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:50.585317 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-edadfc9f-0bd5-47b4-9625-55c6baba468f None None] Provisioning complete for port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:50.585689 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-edadfc9f-0bd5-47b4-9625-55c6baba468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:50.638614 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-d83ca42a-cd85-4717-8788-36ea7ede257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:50.638843 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-edadfc9f-0bd5-47b4-9625-55c6baba468f None None] Port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:15:50.643683 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:50.654866 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ca42a-cd85-4717-8788-36ea7ede257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fc079a-c6a4-44b8-a64a-2b26991711cb,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:50.657367 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-d83ca42a-cd85-4717-8788-36ea7ede257e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:50.663204 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-d83ca42a-cd85-4717-8788-36ea7ede257e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:50.667422 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-d83ca42a-cd85-4717-8788-36ea7ede257e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55fc079a-c6a4-44b8-a64a-2b26991711cb HTTP/1.1" status: 204  len: 168 time: 0.1703174
Apr 30 13:15:51.008808 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 39952) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:51.037565 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0a17ef7d-e55d-40f6-bf84-aa1d0415cb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:51.061609 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-0a17ef7d-e55d-40f6-bf84-aa1d0415cb63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:51.067076 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-0a17ef7d-e55d-40f6-bf84-aa1d0415cb63 admin admin] Usage tracker for resource:security_group_rule and tenant:389a4cb422eb46329d944c96ad9d2c25 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:51.071610 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-0a17ef7d-e55d-40f6-bf84-aa1d0415cb63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:51.084432 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-0a17ef7d-e55d-40f6-bf84-aa1d0415cb63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:51.152791 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e0fa5-cde3-4bd0-b2f0-8de43c9a6d7e req-bc61cb65-deb6-4478-8f3a-22f22cb5026f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:51.154239 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b60e0fa5-cde3-4bd0-b2f0-8de43c9a6d7e req-bc61cb65-deb6-4478-8f3a-22f22cb5026f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 944 time: 0.1893542
Apr 30 13:15:51.241716 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b60e0fa5-cde3-4bd0-b2f0-8de43c9a6d7e req-b1474247-821e-49e6-85b2-c5e4e8c7385a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763519
Apr 30 13:15:51.275410 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd00e6-4fd0-4f3b-84c9-b614e3a923c1 req-1afe91a4-d3f8-41c7-9ec1-eb8637ca4465 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:51.277044 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-99dd00e6-4fd0-4f3b-84c9-b614e3a923c1 req-1afe91a4-d3f8-41c7-9ec1-eb8637ca4465 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 932 time: 0.1771669
Apr 30 13:15:51.326734 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0a17ef7d-e55d-40f6-bf84-aa1d0415cb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:51.336883 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0a17ef7d-e55d-40f6-bf84-aa1d0415cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:51.349034 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:51.416849 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-99dd00e6-4fd0-4f3b-84c9-b614e3a923c1 req-65aed245-221a-43b3-8bab-bf6d8d8af663 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1318314
Apr 30 13:15:51.426477 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-76ba2cf9-b597-444b-86ae-09fde3c85d9d req-d5814767-623b-4be1-b552-b72769d9d816 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 210 time: 0.0805614
Apr 30 13:15:51.439356 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-0a17ef7d-e55d-40f6-bf84-aa1d0415cb63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=389a4cb422eb46329d944c96ad9d2c25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4290259
Apr 30 13:15:51.440177 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 39962) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:51.456032 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17ef7d-e55d-40f6-bf84-aa1d0415cb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b20eb3-eb9a-493c-91ad-b9210cf242a1,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:51.466451 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-0a17ef7d-e55d-40f6-bf84-aa1d0415cb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:51.536759 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1cbe928f-5665-4554-9daf-f25f5dc112eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:51.564076 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1cbe928f-5665-4554-9daf-f25f5dc112eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:51.617800 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1cbe928f-5665-4554-9daf-f25f5dc112eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:51.622485 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:51.634819 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f13f38-d7b4-4806-82c7-27c321d778d8 req-866d2e1d-fd52-49de-8e7b-5070b5f10cf3 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:51.636315 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-05f13f38-d7b4-4806-82c7-27c321d778d8 req-866d2e1d-fd52-49de-8e7b-5070b5f10cf3 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 945 time: 0.0839865
Apr 30 13:15:51.636754 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe928f-5665-4554-9daf-f25f5dc112eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b20eb3-eb9a-493c-91ad-b9210cf242a1,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:51.640379 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-1cbe928f-5665-4554-9daf-f25f5dc112eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:51.646830 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1cbe928f-5665-4554-9daf-f25f5dc112eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:51.651050 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-1cbe928f-5665-4554-9daf-f25f5dc112eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9b20eb3-eb9a-493c-91ad-b9210cf242a1 HTTP/1.1" status: 204  len: 168 time: 0.2057295
Apr 30 13:15:51.693340 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-05f13f38-d7b4-4806-82c7-27c321d778d8 req-7c5306fd-3999-4798-bbea-435cfaebd1b6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454211
Apr 30 13:15:52.434152 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcb47c-5e95-4f2b-b04c-9c2b02dd3015 req-ec84c085-9ba8-424a-84ad-457d21d64622 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:52.435788 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-01dcb47c-5e95-4f2b-b04c-9c2b02dd3015 req-ec84c085-9ba8-424a-84ad-457d21d64622 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 944 time: 0.0839918
Apr 30 13:15:52.487317 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-01dcb47c-5e95-4f2b-b04c-9c2b02dd3015 req-dd1d8d91-5a15-40fa-9b3f-f532077d58c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444317
Apr 30 13:15:52.642159 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-00a8d06f-20c8-4584-bd71-e814669d1fdb req-825620c8-0da7-408d-9717-0e497a23bbf6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 210 time: 0.0441012
Apr 30 13:15:52.681920 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee47448-0d0a-42da-9e04-08b8c1e57e23 req-1bdd47c9-5375-4066-9ff4-2aef70215197 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:52.684495 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5ee47448-0d0a-42da-9e04-08b8c1e57e23 req-1bdd47c9-5375-4066-9ff4-2aef70215197 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 932 time: 0.1434147
Apr 30 13:15:52.733545 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5ee47448-0d0a-42da-9e04-08b8c1e57e23 req-09776439-d05e-4cf8-b325-9fd469758256 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431573
Apr 30 13:15:52.892933 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05356aa7-1ede-483d-8175-90e05b108af8 req-c613b84d-664f-4b3f-85a1-c15ea89da745 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:52.894548 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-05356aa7-1ede-483d-8175-90e05b108af8 req-c613b84d-664f-4b3f-85a1-c15ea89da745 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 945 time: 0.0872808
Apr 30 13:15:52.944094 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-05356aa7-1ede-483d-8175-90e05b108af8 req-34ac79e2-0b71-44a4-ac7e-142bb23567fb tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428400
Apr 30 13:15:53.511541 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5772fe9d-972d-4dbe-8580-43a6e7059f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:53.684058 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5d41b-0f78-4700-90d9-b297084f9c30 req-f754d4f9-9fe8-4180-8526-ea42f21c8058 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:53.685646 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-16f5d41b-0f78-4700-90d9-b297084f9c30 req-f754d4f9-9fe8-4180-8526-ea42f21c8058 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 944 time: 0.0856783
Apr 30 13:15:53.732285 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-16f5d41b-0f78-4700-90d9-b297084f9c30 req-2c4c8882-ef3f-4b19-b718-570e052c0464 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399847
Apr 30 13:15:53.810835 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fa30dc4b-f886-4b23-88bf-ce9ca96a25ea req-b17a26d7-4457-4f6c-a364-532865568271 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 210 time: 0.0442870
Apr 30 13:15:53.921900 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c03fb-600d-42e6-8f95-baae7ea752d4 req-b61a76b3-a177-43e2-afcb-d4eaee60fb83 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:53.923264 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-549c03fb-600d-42e6-8f95-baae7ea752d4 req-b61a76b3-a177-43e2-afcb-d4eaee60fb83 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 932 time: 0.0819604
Apr 30 13:15:53.975495 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-549c03fb-600d-42e6-8f95-baae7ea752d4 req-2cbf4100-3736-4763-8830-17b0ccc7b41c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431862
Apr 30 13:15:54.134669 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a3c03-5fa3-49e3-a5d6-6f59928b2564 req-657af8d8-4a88-4322-98f0-505d84762a0d tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:54.136156 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e04a3c03-5fa3-49e3-a5d6-6f59928b2564 req-657af8d8-4a88-4322-98f0-505d84762a0d tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 945 time: 0.0831275
Apr 30 13:15:54.182231 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e04a3c03-5fa3-49e3-a5d6-6f59928b2564 req-01a4b13f-8e25-4123-a67b-138572fff8c9 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402238
Apr 30 13:15:54.215484 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.89', 62941) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:15:54.234327 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Request body: {'port': {'device_id': 'cf9cb13f-3b11-40fd-96fd-47cb713065f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:54.329070 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-442c882a-fdf0-4391-b177-2b429b004fa8 req-42ac894f-15c9-4156-824c-d2919b3f713d service neutron] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:54.340075 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3e1e80bc-8c5c-4032-bd8b-08a8dd802263 req-2847e994-1a96-4785-922e-2a1b2be563ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=607bf271-94f7-456e-b795-6638e4db5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1101718
Apr 30 13:15:54.360281 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:54.482784 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-442c882a-fdf0-4391-b177-2b429b004fa8 req-42ac894f-15c9-4156-824c-d2919b3f713d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:54.490706 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-442c882a-fdf0-4391-b177-2b429b004fa8 req-42ac894f-15c9-4156-824c-d2919b3f713d service neutron] Usage tracker for resource:security_group_rule and tenant:dc9f7f0b1dbc4346bc5dd32c134adce9 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:54.496624 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-442c882a-fdf0-4391-b177-2b429b004fa8 req-42ac894f-15c9-4156-824c-d2919b3f713d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:54.505269 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-442c882a-fdf0-4391-b177-2b429b004fa8 req-42ac894f-15c9-4156-824c-d2919b3f713d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:54.553708 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-481fb04f-2466-4408-a953-eb7ab10bd0f8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:54.555410 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-481fb04f-2466-4408-a953-eb7ab10bd0f8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.89 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 817 time: 0.3295057
Apr 30 13:15:54.696093 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-597855f5-2f8c-430c-bd59-1c34d24dc186 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7edbf53013084aef8c7b2d047cc26d9f HTTP/1.1" status: 200  len: 380 time: 0.1190286
Apr 30 13:15:54.719033 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Request body: {'port': {'device_id': '69b813b3-49ee-4620-9ac6-452ce26da263', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'admin_state_up': True, 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'security_groups': ['557cfa67-d557-4c32-81a5-9b9c2ce84d68']}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:54.938434 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3e1e80bc-8c5c-4032-bd8b-08a8dd802263 req-2758d766-a277-416e-a07e-b307dcf2e685 service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3924723
Apr 30 13:15:54.982994 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-442c882a-fdf0-4391-b177-2b429b004fa8 req-42ac894f-15c9-4156-824c-d2919b3f713d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:55.004281 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419aba13-c765-4cb7-9f24-7ea6c1ae20fc {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:15:55.013749 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:55.018014 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-442c882a-fdf0-4391-b177-2b429b004fa8 req-42ac894f-15c9-4156-824c-d2919b3f713d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:55.033053 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:55.047637 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Transition to ACTIVE for port object 419aba13-c765-4cb7-9f24-7ea6c1ae20fc will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:55.052412 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:55.068518 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6c0c086d-4e00-4fc3-a61e-e07f7fe4a246 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:55.165899 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-442c882a-fdf0-4391-b177-2b429b004fa8 req-42ac894f-15c9-4156-824c-d2919b3f713d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9370553
Apr 30 13:15:55.237422 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Pushing event updated for resources: {'Port': ['ID=419aba13-c765-4cb7-9f24-7ea6c1ae20fc,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:55.239406 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:55.252635 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:15:55.257023 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Usage tracker for resource:port and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:15:55.260429 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:15:55.266530 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:15:55.280314 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3e1e80bc-8c5c-4032-bd8b-08a8dd802263 req-97d3df90-9170-4eda-af21-f0cfec15bb47 service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3317599
Apr 30 13:15:55.313648 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Attempting to bind port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:15:55.313986 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Attempting to bind port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:15:55.314404 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Attempting to bind port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc on network 44bdf4e3-2cec-4552-a016-68e772a00e73 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:55.319468 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc on network 44bdf4e3-2cec-4552-a016-68e772a00e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:15:55.319793 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Attempting to bind port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc on network 44bdf4e3-2cec-4552-a016-68e772a00e73 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:55.325395 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:15:55.325765 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Checking segment: {'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:55.326154 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Bound using segment: {'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:15:55.326631 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Bound port: 419aba13-c765-4cb7-9f24-7ea6c1ae20fc, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:15:55.326995 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:55.347393 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b073fff2-eb93-4b16-8fd6-f60ee360aefd req-70b63e3d-1d90-4b4d-92bc-046ca831482e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 210 time: 0.1805053
Apr 30 13:15:55.350398 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Made reservation on behalf of 7edbf53013084aef8c7b2d047cc26d9f for: {'port': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:15:55.354103 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:55.380417 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac894f-15c9-4156-824c-d2919b3f713d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a29ca1-5c4f-4ea4-8c7a-c3bbcc59d6dd,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:55.388852 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-42ac894f-15c9-4156-824c-d2919b3f713d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:55.432541 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] For port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:15:55.439888 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] For port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=419aba13-c765-4cb7-9f24-7ea6c1ae20fc,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:15:55.446144 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:55.451635 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:55.496229 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659fe07-ed26-4aeb-8a4e-4610dd20cda9 req-1e6b3179-11c6-487b-83df-11c21677588c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:55.503062 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3659fe07-ed26-4aeb-8a4e-4610dd20cda9 req-1e6b3179-11c6-487b-83df-11c21677588c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 944 time: 0.4983962
Apr 30 13:15:55.506746 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:55.508156 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:55.509794 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] 10.222.0.89 "PUT /v2.0/ports/419aba13-c765-4cb7-9f24-7ea6c1ae20fc HTTP/1.1" status: 200  len: 1094 time: 1.2812846
Apr 30 13:15:55.512846 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9cb13f-3b11-40fd-96fd-47cb713065f2', 'tag': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:15:55.542977 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Pushing event updated for resources: {'Port': ['ID=419aba13-c765-4cb7-9f24-7ea6c1ae20fc,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:55.546210 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:55.645238 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3659fe07-ed26-4aeb-8a4e-4610dd20cda9 req-a601f4b5-1967-4ddc-9804-9412109a3d5f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413186
Apr 30 13:15:55.659379 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-720a9645-180e-4730-bf94-250c4d7498d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:55.661443 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Allocated IP 172.20.0.6 (0555ee9b-672c-4eec-957a-e8bb40b60f14/b330465d-555e-4715-b8c8-efed53710843/78ebd45d-b42e-4354-814e-03b1d1cf2450) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:15:55.661859 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-720a9645-180e-4730-bf94-250c4d7498d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d31b6528c1aa407daea2ff99de255d43&device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 1097 time: 0.0877306
Apr 30 13:15:55.735181 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab13724-421b-41d4-9942-3dfe02836a74 req-0feb2871-26f7-4af5-bc58-760333950dff tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:55.736587 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0ab13724-421b-41d4-9942-3dfe02836a74 req-0feb2871-26f7-4af5-bc58-760333950dff tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 944 time: 0.2278647
Apr 30 13:15:55.779333 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-0ac6cdb0-ebb0-4c51-9bc4-b51dda73e90e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=419aba13-c765-4cb7-9f24-7ea6c1ae20fc HTTP/1.1" status: 200  len: 217 time: 0.0986664
Apr 30 13:15:55.844656 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6397e074-300f-4697-ac3a-192874d5524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:55.846341 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-6397e074-300f-4697-ac3a-192874d5524b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e466d8a-1ebd-445c-9ccd-f0e629ea05bc HTTP/1.1" status: 200  len: 849 time: 0.0601215
Apr 30 13:15:55.922653 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0ab13724-421b-41d4-9942-3dfe02836a74 req-b4f33680-0e5f-45b1-b75d-62f93824bc2e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1671290
Apr 30 13:15:55.979412 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9cb13f-3b11-40fd-96fd-47cb713065f2', 'tag': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc', 'status': 'completed', 'code': 200}
Apr 30 13:15:55.993385 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:56.000846 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-288f7c40-6bb1-4e11-9146-fb8f2801628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:56.002356 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-288f7c40-6bb1-4e11-9146-fb8f2801628c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44bdf4e3-2cec-4552-a016-68e772a00e73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862808
Apr 30 13:15:56.010478 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fe06a-275e-4a4e-ae40-8cc991792a85 req-5549adc7-b4d6-4156-af64-095d989fbc03 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:56.012099 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-677fe06a-275e-4a4e-ae40-8cc991792a85 req-5549adc7-b4d6-4156-af64-095d989fbc03 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 945 time: 0.2157176
Apr 30 13:15:56.034171 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Transition to ACTIVE for port object 78ebd45d-b42e-4354-814e-03b1d1cf2450 will not be triggered until provisioned by entity DHCP. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:56.070108 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-677fe06a-275e-4a4e-ae40-8cc991792a85 req-dd7f59ee-332a-4167-a25c-248b4961d8df tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510392
Apr 30 13:15:56.094413 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:56.103287 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-b4927921-ff43-4041-b31e-7f97dceb18a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:56.149590 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-b8d5fa12-a8a5-49ca-8845-3dc02c44c258 service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399617
Apr 30 13:15:56.191035 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event updated for resources: {'Port': ['ID=78ebd45d-b42e-4354-814e-03b1d1cf2450,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:56.196521 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:56.207280 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Network 0555ee9b-672c-4eec-957a-e8bb40b60f14 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:15:56.209001 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:15:56.213018 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:15:56.213429 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:56.219250 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:56.220009 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:56.275625 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5709760
Apr 30 13:15:56.296852 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Request body: {'port': {'device_id': '69b813b3-49ee-4620-9ac6-452ce26da263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:15:56.394500 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5564913a-bb71-4c55-9ac7-0380df5ac620 req-8c826bec-e5be-4507-9f33-c755336f38b9 service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2338438
Apr 30 13:15:56.449324 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:56.495513 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-493a0cd6-74a4-461b-9a6b-687843969a5d None None] Provisioning for port 78ebd45d-b42e-4354-814e-03b1d1cf2450 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:15:56.516464 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-493a0cd6-74a4-461b-9a6b-687843969a5d None None] Provisioning complete for port 78ebd45d-b42e-4354-814e-03b1d1cf2450 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:15:56.518227 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-493a0cd6-74a4-461b-9a6b-687843969a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:56.582883 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8df20a2b-8973-45d4-bdd9-72fe3597b7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:56.625271 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-493a0cd6-74a4-461b-9a6b-687843969a5d None None] Port 78ebd45d-b42e-4354-814e-03b1d1cf2450 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:15:56.691997 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94337a2-43be-476b-9b2e-0c2b61ff3c46 req-83c3a276-4591-4c1f-978f-09f147a61f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:56.693894 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b94337a2-43be-476b-9b2e-0c2b61ff3c46 req-83c3a276-4591-4c1f-978f-09f147a61f53 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d31b6528c1aa407daea2ff99de255d43&device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 1097 time: 0.1820607
Apr 30 13:15:56.899554 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94337a2-43be-476b-9b2e-0c2b61ff3c46 req-4cc814d2-d617-4fb4-acb2-749bdcaaf78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:56.901025 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b94337a2-43be-476b-9b2e-0c2b61ff3c46 req-4cc814d2-d617-4fb4-acb2-749bdcaaf78a service neutron] 10.222.0.89 "GET /v2.0/networks?id=44bdf4e3-2cec-4552-a016-68e772a00e73 HTTP/1.1" status: 200  len: 912 time: 0.1987324
Apr 30 13:15:56.992627 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4c442-1c29-42cd-b8ce-4b51449805e4 req-d0f34522-5b4e-464a-ba2d-6dc61780fbfb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:56.993299 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-d5f4c442-1c29-42cd-b8ce-4b51449805e4 req-d0f34522-5b4e-464a-ba2d-6dc61780fbfb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Synchronizing usage tracker for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:15:57.060553 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b94337a2-43be-476b-9b2e-0c2b61ff3c46 req-46ddf8f6-13b3-4bbc-9ac3-7f0e6a0402b3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=419aba13-c765-4cb7-9f24-7ea6c1ae20fc HTTP/1.1" status: 200  len: 217 time: 0.1528695
Apr 30 13:15:57.112141 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc4b80-ac8b-43ba-9923-1fb86e946090 req-431d49f8-eebf-4a6a-8a0c-445cb41dff69 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:57.113602 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a4dc4b80-ac8b-43ba-9923-1fb86e946090 req-431d49f8-eebf-4a6a-8a0c-445cb41dff69 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 944 time: 0.2653825
Apr 30 13:15:57.123727 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-d5f4c442-1c29-42cd-b8ce-4b51449805e4 req-d0f34522-5b4e-464a-ba2d-6dc61780fbfb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Unset dirty status for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:15:57.124810 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d5f4c442-1c29-42cd-b8ce-4b51449805e4 req-d0f34522-5b4e-464a-ba2d-6dc61780fbfb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 931 time: 0.5952597
Apr 30 13:15:57.139822 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94337a2-43be-476b-9b2e-0c2b61ff3c46 req-14024739-d75b-44c7-9efc-7635791740f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:57.141272 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b94337a2-43be-476b-9b2e-0c2b61ff3c46 req-14024739-d75b-44c7-9efc-7635791740f8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e466d8a-1ebd-445c-9ccd-f0e629ea05bc HTTP/1.1" status: 200  len: 849 time: 0.0699081
Apr 30 13:15:57.221643 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94337a2-43be-476b-9b2e-0c2b61ff3c46 req-886395eb-8972-4afc-9ffd-9746a563fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:57.222737 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a4dc4b80-ac8b-43ba-9923-1fb86e946090 req-8afac647-64cc-4997-85c8-21b939b60a94 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026154
Apr 30 13:15:57.223176 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b94337a2-43be-476b-9b2e-0c2b61ff3c46 req-886395eb-8972-4afc-9ffd-9746a563fd55 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44bdf4e3-2cec-4552-a016-68e772a00e73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734398
Apr 30 13:15:57.226539 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d5f4c442-1c29-42cd-b8ce-4b51449805e4 req-d9890d07-2716-4aab-9a33-d219fe742de9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871241
Apr 30 13:15:57.385004 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b94337a2-43be-476b-9b2e-0c2b61ff3c46 req-e6167b35-40e8-4094-92d7-da24ca155b1b service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546018
Apr 30 13:15:57.406418 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ebd45d-b42e-4354-814e-03b1d1cf2450 {{(pid=73836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:15:57.438300 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:57.471659 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Transition to ACTIVE for port object 78ebd45d-b42e-4354-814e-03b1d1cf2450 will not be triggered until provisioned by entity L2. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:15:57.478119 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:57.489130 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-72d6fe7d-7116-49f7-961a-ee1f8eb820d6 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:57.498639 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:15:57.531978 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b94337a2-43be-476b-9b2e-0c2b61ff3c46 req-25bcbe33-52ce-4e92-81e7-def19a21533a service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393926
Apr 30 13:15:57.723109 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986,segment=NetworkSegment(d4304927-4ede-49fe-b643-4035d2680d8e),segment_id=d4304927-4ede-49fe-b643-4035d2680d8e)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:57.742949 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3362f01-eaf0-4ed3-903b-a09a0f5ce986 req-f7c129a3-662d-4e52-a2d8-6f138acfd4fe tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:57.750023 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c3362f01-eaf0-4ed3-903b-a09a0f5ce986 req-f7c129a3-662d-4e52-a2d8-6f138acfd4fe tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 944 time: 0.4147432
Apr 30 13:15:57.767557 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': 'f0ffe1b0-b80a-4bdf-b7e5-7190512a7986', 'network_id': '607bf271-94f7-456e-b795-6638e4db5074', 'port_id': 'f0ffe1b0-b80a-4bdf-b7e5-7190512a7986', 'mac_address': 'fa:16:3e:c3:cd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3c8abb-2a0c-40d9-9bac-8929c6c374f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:15:57.771245 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Pushing event updated for resources: {'Port': ['ID=78ebd45d-b42e-4354-814e-03b1d1cf2450,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:57.845450 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf02e4b-6753-426b-8e17-ce52797f6ff9 req-544308a3-4987-4deb-b670-eed307215e90 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:57.846945 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7bf02e4b-6753-426b-8e17-ce52797f6ff9 req-544308a3-4987-4deb-b670-eed307215e90 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 945 time: 0.4741404
Apr 30 13:15:57.851678 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:57.900806 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:57.907818 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Attempting to bind port 78ebd45d-b42e-4354-814e-03b1d1cf2450 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:15:57.907818 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Attempting to bind port 78ebd45d-b42e-4354-814e-03b1d1cf2450 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:15:57.908110 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Attempting to bind port 78ebd45d-b42e-4354-814e-03b1d1cf2450 on network 0555ee9b-672c-4eec-957a-e8bb40b60f14 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:57.908264 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:57.918822 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c3362f01-eaf0-4ed3-903b-a09a0f5ce986 req-470be790-213d-48da-a5d7-3a4c7f726412 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1678298
Apr 30 13:15:57.937769 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:15:57.944968 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Port 78ebd45d-b42e-4354-814e-03b1d1cf2450 on network 0555ee9b-672c-4eec-957a-e8bb40b60f14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:15:57.945408 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Attempting to bind port 78ebd45d-b42e-4354-814e-03b1d1cf2450 on network 0555ee9b-672c-4eec-957a-e8bb40b60f14 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:15:57.955902 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986,segment=NetworkSegment(d4304927-4ede-49fe-b643-4035d2680d8e),segment_id=d4304927-4ede-49fe-b643-4035d2680d8e)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:57.958836 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:15:57.959287 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Checking segment: {'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:15:57.959864 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Bound using segment: {'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:15:57.960137 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Bound port: 78ebd45d-b42e-4354-814e-03b1d1cf2450, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'}}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:15:57.960578 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:57.961351 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:57.962719 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:15:57.966811 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:57.973546 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7bf02e4b-6753-426b-8e17-ce52797f6ff9 req-8e70e5af-7695-412d-9aa0-900ae3db2ab8 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088037
Apr 30 13:15:58.068080 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71,segment=NetworkSegment(d4304927-4ede-49fe-b643-4035d2680d8e),segment_id=d4304927-4ede-49fe-b643-4035d2680d8e)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:58.075006 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] For port 78ebd45d-b42e-4354-814e-03b1d1cf2450, host hv-cinder-78719, cleared binding levels {{(pid=73836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:15:58.080945 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] For port 78ebd45d-b42e-4354-814e-03b1d1cf2450, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:15:58.083287 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:58.091007 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '4cd6acb6-cb4d-44cc-b5c4-e053f480ec71', 'network_id': '607bf271-94f7-456e-b795-6638e4db5074', 'port_id': '4cd6acb6-cb4d-44cc-b5c4-e053f480ec71', 'mac_address': 'fa:16:3e:05:74:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3c8abb-2a0c-40d9-9bac-8929c6c374f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:15:58.094666 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:58.096104 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:58.101121 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:58.157234 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:58.180886 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:15:58.198025 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:58.199094 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:58.200740 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] 10.222.0.89 "PUT /v2.0/ports/78ebd45d-b42e-4354-814e-03b1d1cf2450 HTTP/1.1" status: 200  len: 1093 time: 1.9096966
Apr 30 13:15:58.209619 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:15:58.220064 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71,segment=NetworkSegment(d4304927-4ede-49fe-b643-4035d2680d8e),segment_id=d4304927-4ede-49fe-b643-4035d2680d8e)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:15:58.227488 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:58.230607 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:15:58.235887 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Pushing event updated for resources: {'Port': ['ID=78ebd45d-b42e-4354-814e-03b1d1cf2450,revision_number=3']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:58.239512 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:58.295838 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'status': 'completed', 'code': 200}
Apr 30 13:15:58.436986 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:15:58.446536 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:15:58.631767 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2851d-2eb1-4229-b60d-4eb09e744299 req-c5143f3f-149d-4777-86a4-c00cb782833a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:58.633946 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-28c2851d-2eb1-4229-b60d-4eb09e744299 req-c5143f3f-149d-4777-86a4-c00cb782833a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.1983881
Apr 30 13:15:58.642535 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffe859-7a96-4d7f-a30e-10bbd4a01d70 req-36948b06-9ec7-442a-b60c-d4150118e5d1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:58.644199 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cfffe859-7a96-4d7f-a30e-10bbd4a01d70 req-36948b06-9ec7-442a-b60c-d4150118e5d1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1320417
Apr 30 13:15:58.714512 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-28c2851d-2eb1-4229-b60d-4eb09e744299 req-248841e0-0cea-464d-ad51-79f1605eeffb tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694699
Apr 30 13:15:58.721817 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cfffe859-7a96-4d7f-a30e-10bbd4a01d70 req-646ffd2f-bbdb-4e8d-832e-d07f118ad579 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615482
Apr 30 13:15:59.089851 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:15:59.158626 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f827e-345e-4df0-a4a4-283a3184cc61 req-cb4c2dca-2db8-4bf8-a272-7486e5d93d82 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:59.160097 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0b5f827e-345e-4df0-a4a4-283a3184cc61 req-cb4c2dca-2db8-4bf8-a272-7486e5d93d82 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 944 time: 0.1335900
Apr 30 13:15:59.220115 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0b5f827e-345e-4df0-a4a4-283a3184cc61 req-e7d38637-545c-4b76-9574-d41dccdc9d6f tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532067
Apr 30 13:15:59.228043 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67665cef-fe23-4d23-9690-382ceece3ee9 req-466606cb-04b0-44f2-9d5d-7a1956e09447 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:59.229482 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-67665cef-fe23-4d23-9690-382ceece3ee9 req-466606cb-04b0-44f2-9d5d-7a1956e09447 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 945 time: 0.1347637
Apr 30 13:15:59.276409 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-67665cef-fe23-4d23-9690-382ceece3ee9 req-2521545b-11a1-4f7b-81de-9e6a861a6ac5 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411289
Apr 30 13:15:59.979660 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05e405-c987-4413-9768-8ba5969c39d6 req-1c4ce074-209b-4920-bd62-f8f6068cb88e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:59.981111 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2b05e405-c987-4413-9768-8ba5969c39d6 req-1c4ce074-209b-4920-bd62-f8f6068cb88e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.1390941
Apr 30 13:15:59.993321 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e652d9-3404-453e-ab5e-c3ccf64f343f req-579d28bf-7498-41ae-9760-0acb8f46c9a8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:15:59.994461 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-55e652d9-3404-453e-ab5e-c3ccf64f343f req-579d28bf-7498-41ae-9760-0acb8f46c9a8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1175039
Apr 30 13:16:00.142036 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2b05e405-c987-4413-9768-8ba5969c39d6 req-59b6abd0-bdec-4f56-9e9c-26473b5324f8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466115
Apr 30 13:16:00.146395 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-55e652d9-3404-453e-ab5e-c3ccf64f343f req-f407ab6c-a279-4740-b69b-8c0aa8505e1b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1384268
Apr 30 13:16:00.294356 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:00.402578 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924db6c-17fa-4175-a6d7-0c9b95e1e497 req-a5ce871e-0ae0-45fb-9443-1aba5c5b65ca tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:00.404081 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9924db6c-17fa-4175-a6d7-0c9b95e1e497 req-a5ce871e-0ae0-45fb-9443-1aba5c5b65ca tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 944 time: 0.0789616
Apr 30 13:16:00.451720 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9924db6c-17fa-4175-a6d7-0c9b95e1e497 req-bc4923cf-fb3a-466e-b29b-b32668522dab tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415690
Apr 30 13:16:01.390873 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8e70e-4a24-4544-9cfc-49fa75f3e093 req-981e92b1-e6a1-44d0-93f8-4bec72d07395 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:01.392323 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e1b8e70e-4a24-4544-9cfc-49fa75f3e093 req-981e92b1-e6a1-44d0-93f8-4bec72d07395 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.1369762
Apr 30 13:16:01.424922 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1f37a-431a-4417-ae84-d09485f166ba req-f4ef9696-44fe-4205-bc4f-6398acf77285 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:01.426334 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d0b1f37a-431a-4417-ae84-d09485f166ba req-f4ef9696-44fe-4205-bc4f-6398acf77285 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1322932
Apr 30 13:16:01.470816 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e1b8e70e-4a24-4544-9cfc-49fa75f3e093 req-14d9fb00-438c-43ee-bf8c-612a1048fd76 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725346
Apr 30 13:16:01.489583 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d0b1f37a-431a-4417-ae84-d09485f166ba req-1a82398d-52b4-48a3-9da2-bacc42762121 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548050
Apr 30 13:16:01.643316 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4d967-0208-42b7-b81a-31f1bb7b8418 req-268ca94e-fd58-4ac9-be9d-a074a2eeea5e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:01.644744 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-32a4d967-0208-42b7-b81a-31f1bb7b8418 req-268ca94e-fd58-4ac9-be9d-a074a2eeea5e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 944 time: 0.0778522
Apr 30 13:16:01.691344 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-32a4d967-0208-42b7-b81a-31f1bb7b8418 req-f277637a-6e52-4b92-add6-3ec2496acabe tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397813
Apr 30 13:16:02.717823 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2bad2-ea86-4698-8a55-6bc2896b1ae3 req-34e6a0b5-6097-41bf-8b3f-2c3b649ac3a4 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:02.719318 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eef2bad2-ea86-4698-8a55-6bc2896b1ae3 req-34e6a0b5-6097-41bf-8b3f-2c3b649ac3a4 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.1400130
Apr 30 13:16:02.731092 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21923a-6b52-4c72-903b-204767410cc8 req-903b3807-f61c-401d-b0da-35b774741c2e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:02.732493 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5d21923a-6b52-4c72-903b-204767410cc8 req-903b3807-f61c-401d-b0da-35b774741c2e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1187234
Apr 30 13:16:02.805516 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eef2bad2-ea86-4698-8a55-6bc2896b1ae3 req-e07913ba-71bb-4b37-b2c1-f36b4fb8a1ea tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711432
Apr 30 13:16:02.810182 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5d21923a-6b52-4c72-903b-204767410cc8 req-b8240c90-4db7-4f88-ac80-f601aeff03a8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623288
Apr 30 13:16:02.977089 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad1a66-ef39-4181-9c31-b982a55b21b5 req-eae249cb-0478-4fce-806c-17e26377d247 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:02.978534 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4fad1a66-ef39-4181-9c31-b982a55b21b5 req-eae249cb-0478-4fce-806c-17e26377d247 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 944 time: 0.0822458
Apr 30 13:16:03.028402 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4fad1a66-ef39-4181-9c31-b982a55b21b5 req-62fe5815-5595-41ad-b335-d9740ec67dbd tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436561
Apr 30 13:16:03.136111 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8d589-d4e2-4f31-8bb8-47e3f5f0d1c2 req-a25aee11-4e51-43a3-bb25-51c52dfe0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:03.137610 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a4e8d589-d4e2-4f31-8bb8-47e3f5f0d1c2 req-a25aee11-4e51-43a3-bb25-51c52dfe0bed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 1096 time: 0.0746937
Apr 30 13:16:03.288263 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8d589-d4e2-4f31-8bb8-47e3f5f0d1c2 req-dafedc85-49f6-4884-9ea1-97ad296c9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:03.290291 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a4e8d589-d4e2-4f31-8bb8-47e3f5f0d1c2 req-dafedc85-49f6-4884-9ea1-97ad296c9ab6 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&shared=False HTTP/1.1" status: 200  len: 919 time: 0.1345582
Apr 30 13:16:03.446861 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8d589-d4e2-4f31-8bb8-47e3f5f0d1c2 req-5220ae58-c242-4745-836e-c7b6364478bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:03.448317 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a4e8d589-d4e2-4f31-8bb8-47e3f5f0d1c2 req-5220ae58-c242-4745-836e-c7b6364478bc service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1515620
Apr 30 13:16:03.554785 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-47fbebf0-04cb-4b00-b3e7-17873ea45d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:03.556285 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-47fbebf0-04cb-4b00-b3e7-17873ea45d89 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 1096 time: 0.0715995
Apr 30 13:16:03.628695 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-b11a5e0d-49b0-4374-9041-1cc51fefbc6b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450 HTTP/1.1" status: 200  len: 217 time: 0.0643554
Apr 30 13:16:03.692672 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-0534c243-5b31-4096-9f1c-64ed59dc3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:03.694105 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-0534c243-5b31-4096-9f1c-64ed59dc3f82 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b330465d-555e-4715-b8c8-efed53710843 HTTP/1.1" status: 200  len: 856 time: 0.0576825
Apr 30 13:16:03.771154 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-787f337a-df00-4231-a1ce-76ae6abd0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:03.772623 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-787f337a-df00-4231-a1ce-76ae6abd0920 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0555ee9b-672c-4eec-957a-e8bb40b60f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721755
Apr 30 13:16:03.908567 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-764953f5-04a2-4058-9e5e-b4ea9d7237ff service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283646
Apr 30 13:16:04.155283 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['f0ffe1b0-b80a-4bdf-b7e5-7190512a7986'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:16:04.233963 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3c0b5c18-515b-4876-8906-49b3d702cc7e req-04079d79-3e66-4aaf-bad1-3df11be5a544 service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2865169
Apr 30 13:16:04.260408 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ad82c-90f1-44ab-92bb-206490f1b65e req-fcf5302a-0c73-4a76-b920-0c75f0f9cdf9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:04.261891 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd7ad82c-90f1-44ab-92bb-206490f1b65e req-fcf5302a-0c73-4a76-b920-0c75f0f9cdf9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.3452444
Apr 30 13:16:04.265319 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['4cd6acb6-cb4d-44cc-b5c4-e053f480ec71'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:16:04.271208 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bf7ed-b25c-4eac-a3d9-c5869424b3cd req-0c8a46ec-7314-49b8-b7ec-be014595069e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:04.272767 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-597bf7ed-b25c-4eac-a3d9-c5869424b3cd req-0c8a46ec-7314-49b8-b7ec-be014595069e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.3246229
Apr 30 13:16:04.344022 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd7ad82c-90f1-44ab-92bb-206490f1b65e req-d678fcc1-405a-4eb3-b856-6987c7e0f9d3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700777
Apr 30 13:16:04.348658 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-597bf7ed-b25c-4eac-a3d9-c5869424b3cd req-68221a93-bb56-4066-b733-d2ec5a4eca38 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611770
Apr 30 13:16:04.539557 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4bd47-3e8f-4338-9394-c47bfe60be7e req-a2a78a4e-19bc-48a4-b1b2-c8bc68159a65 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:04.541035 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a0a4bd47-3e8f-4338-9394-c47bfe60be7e req-a2a78a4e-19bc-48a4-b1b2-c8bc68159a65 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 944 time: 0.0904992
Apr 30 13:16:04.593780 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a0a4bd47-3e8f-4338-9394-c47bfe60be7e req-e001150a-028a-4f8e-bdfa-4a17f15207d9 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464547
Apr 30 13:16:05.601014 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76c05-57cd-4305-99ae-afecd37197a4 req-8791a46a-dcda-4188-b8ae-75030470548b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:05.602782 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f8d76c05-57cd-4305-99ae-afecd37197a4 req-8791a46a-dcda-4188-b8ae-75030470548b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.1443598
Apr 30 13:16:05.610145 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c18301-a52c-4970-b937-5a9c5a4060cb req-4185f9ec-b3a7-4f1f-80ec-257514380a9c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:05.611632 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-32c18301-a52c-4970-b937-5a9c5a4060cb req-4185f9ec-b3a7-4f1f-80ec-257514380a9c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1216493
Apr 30 13:16:05.683892 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f8d76c05-57cd-4305-99ae-afecd37197a4 req-aad4b6d8-8c07-4fa1-832e-1cfaa29bb2fd tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714085
Apr 30 13:16:05.688662 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-32c18301-a52c-4970-b937-5a9c5a4060cb req-79ad44b8-97a1-4079-8617-fbc12561f6d9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629606
Apr 30 13:16:05.888815 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25987328-0d3f-4a7d-80bd-37262cb64c89 req-fdd43fa9-5bf2-45a6-947a-e456081aaf42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:05.890282 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-25987328-0d3f-4a7d-80bd-37262cb64c89 req-fdd43fa9-5bf2-45a6-947a-e456081aaf42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 944 time: 0.0828600
Apr 30 13:16:05.936021 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-25987328-0d3f-4a7d-80bd-37262cb64c89 req-2bd68acb-d23f-46c7-a9ec-2915de35f7ba tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399349
Apr 30 13:16:06.939211 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9057a-58b6-4854-a587-e67761e72791 req-771c9a3b-4027-4961-84cb-c6d32c05fb10 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:06.940675 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aef9057a-58b6-4854-a587-e67761e72791 req-771c9a3b-4027-4961-84cb-c6d32c05fb10 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.1413536
Apr 30 13:16:06.953398 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c749a8-55c4-44d4-854d-9d6cd470d481 req-c32b6b9f-bc8d-4e4b-baab-b41a9d7edd09 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:06.954816 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d2c749a8-55c4-44d4-854d-9d6cd470d481 req-c32b6b9f-bc8d-4e4b-baab-b41a9d7edd09 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1190805
Apr 30 13:16:07.025718 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aef9057a-58b6-4854-a587-e67761e72791 req-aa77cedb-ab1d-4e0e-a17d-a9e461300a5c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699565
Apr 30 13:16:07.028447 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d2c749a8-55c4-44d4-854d-9d6cd470d481 req-11f67c2d-054e-4689-8c8e-d42db83e0d88 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590870
Apr 30 13:16:07.200210 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630098-4d7f-45d6-9d06-e4cba58beafd req-86fa8a44-9df3-47d5-9097-af88689a31b1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:07.201646 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d4630098-4d7f-45d6-9d06-e4cba58beafd req-86fa8a44-9df3-47d5-9097-af88689a31b1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 944 time: 0.0837059
Apr 30 13:16:07.246305 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d4630098-4d7f-45d6-9d06-e4cba58beafd req-f362420d-1679-48b9-bd7d-b0083ddd5aed tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388970
Apr 30 13:16:08.272667 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c6062-ed65-43f5-a92a-3a98bbd6b55b req-ce97d72c-106d-453b-a375-b47bd1cac4ff tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:08.274217 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b23c6062-ed65-43f5-a92a-3a98bbd6b55b req-ce97d72c-106d-453b-a375-b47bd1cac4ff tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.1393070
Apr 30 13:16:08.282708 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088873-d7df-4294-bac3-a941adb7ce4f req-a4638ce4-b656-4fb0-816d-a0099a856efe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:08.284072 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-88088873-d7df-4294-bac3-a941adb7ce4f req-a4638ce4-b656-4fb0-816d-a0099a856efe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1150143
Apr 30 13:16:08.351564 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b23c6062-ed65-43f5-a92a-3a98bbd6b55b req-98eb0645-1ce0-4050-a824-2d7c311c9c81 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665443
Apr 30 13:16:08.358305 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-88088873-d7df-4294-bac3-a941adb7ce4f req-35707508-f554-4bd2-9a22-e94e5cf735ac tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601461
Apr 30 13:16:08.530534 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903a448-0004-460f-8166-3ae8538a7795 req-1714f0ba-c7d5-46d8-b4e8-b91fd694fd34 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:08.532169 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0903a448-0004-460f-8166-3ae8538a7795 req-1714f0ba-c7d5-46d8-b4e8-b91fd694fd34 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 944 time: 0.0817976
Apr 30 13:16:08.579805 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0903a448-0004-460f-8166-3ae8538a7795 req-6e3debf0-efef-4ea3-9f3c-c651fe80d4c7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419378
Apr 30 13:16:09.451942 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 419aba13-c765-4cb7-9f24-7ea6c1ae20fc details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:16:09.599701 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=419aba13-c765-4cb7-9f24-7ea6c1ae20fc,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:16:09.607138 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4af7f-3b5b-45af-8ab9-545c24a4fcfb req-42920025-87b5-46aa-946c-79748f466550 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:09.608617 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cfd4af7f-3b5b-45af-8ab9-545c24a4fcfb req-42920025-87b5-46aa-946c-79748f466550 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.1421037
Apr 30 13:16:09.615180 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'port_id': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc', 'mac_address': 'fa:16:3e:f3:d4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:16:09.621796 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964bf30-c01e-466e-9d1e-c8146bcd6117 req-1d91a265-b490-4d74-852d-fd211e879ce6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:09.623265 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6964bf30-c01e-466e-9d1e-c8146bcd6117 req-1d91a265-b490-4d74-852d-fd211e879ce6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1254373
Apr 30 13:16:09.673303 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:09.682096 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cfd4af7f-3b5b-45af-8ab9-545c24a4fcfb req-947ba7e0-a76a-4bbf-ac49-8f3d35d4d8ec tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578685
Apr 30 13:16:09.716596 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419aba13-c765-4cb7-9f24-7ea6c1ae20fc {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:16:09.717903 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6964bf30-c01e-466e-9d1e-c8146bcd6117 req-4d0bb783-198d-42c0-a82d-916e4f830f2f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801468
Apr 30 13:16:09.748104 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=419aba13-c765-4cb7-9f24-7ea6c1ae20fc,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:16:09.753139 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:09.756738 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4d8585b7-e8a2-4b01-b845-d6a6b7b73795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:09.832166 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=419aba13-c765-4cb7-9f24-7ea6c1ae20fc,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:09.835658 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:09.893509 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc846f0-9574-4953-a70f-30b5b9cf7f5e req-8d97cd8a-23bd-4d89-a909-5f1138446b57 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:09.895024 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1dc846f0-9574-4953-a70f-30b5b9cf7f5e req-8d97cd8a-23bd-4d89-a909-5f1138446b57 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 945 time: 0.0858142
Apr 30 13:16:09.941816 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1dc846f0-9574-4953-a70f-30b5b9cf7f5e req-a4a09b66-b302-46ab-b797-8a392c2e914e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403290
Apr 30 13:16:11.018991 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20979c77-222d-459e-b686-e130e2c46cf3 req-62b8a9c9-4a8c-4b07-ac50-ec52335d70e8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:11.020375 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-20979c77-222d-459e-b686-e130e2c46cf3 req-62b8a9c9-4a8c-4b07-ac50-ec52335d70e8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.2215450
Apr 30 13:16:11.029195 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6839b-55d0-4f1e-9328-f25e5bd70850 req-f70a07b8-800b-48fe-8957-3f5a2afdea69 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:11.030625 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e3d6839b-55d0-4f1e-9328-f25e5bd70850 req-f70a07b8-800b-48fe-8957-3f5a2afdea69 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.2005394
Apr 30 13:16:11.098062 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-20979c77-222d-459e-b686-e130e2c46cf3 req-7722ac11-7ff8-41c7-8a92-2cf29a657dd6 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664775
Apr 30 13:16:11.105345 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e3d6839b-55d0-4f1e-9328-f25e5bd70850 req-ab05b3ed-245c-4c37-b27c-9aacf04e50ad tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609236
Apr 30 13:16:11.278935 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833ef6c-a6e6-4166-acee-bdd2fd7535e2 req-53d0f58f-89bd-482f-b36c-4fc91e13207c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:11.280401 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f833ef6c-a6e6-4166-acee-bdd2fd7535e2 req-53d0f58f-89bd-482f-b36c-4fc91e13207c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 945 time: 0.0873740
Apr 30 13:16:11.330689 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f833ef6c-a6e6-4166-acee-bdd2fd7535e2 req-7dead906-dc02-49da-bc60-ee20b88ea481 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438843
Apr 30 13:16:12.350264 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41003088-93c4-4c13-83e1-a369af08c196 req-f2816d1e-b56f-41b2-8337-007a5f369008 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:12.351885 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-41003088-93c4-4c13-83e1-a369af08c196 req-f2816d1e-b56f-41b2-8337-007a5f369008 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.1438861
Apr 30 13:16:12.359903 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1524d-7914-4faf-93a8-321df396c817 req-b3c3712b-8d5a-4db4-9579-3b21ee8b454c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:12.361293 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5a1524d-7914-4faf-93a8-321df396c817 req-b3c3712b-8d5a-4db4-9579-3b21ee8b454c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1227813
Apr 30 13:16:12.436086 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-41003088-93c4-4c13-83e1-a369af08c196 req-593b96a0-8d00-447a-90e2-473ab7caf3cd tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738299
Apr 30 13:16:12.438909 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5a1524d-7914-4faf-93a8-321df396c817 req-5bb8722c-0229-453b-897c-d372d0ec90fe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638747
Apr 30 13:16:12.611016 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc1586-0149-4e8a-be76-7620220fd5e6 req-b751eb3d-dac4-45e5-82f9-dc4656cb92fa tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:12.612355 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8efc1586-0149-4e8a-be76-7620220fd5e6 req-b751eb3d-dac4-45e5-82f9-dc4656cb92fa tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 945 time: 0.0824819
Apr 30 13:16:12.658589 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8efc1586-0149-4e8a-be76-7620220fd5e6 req-5102a510-c352-4af0-99c6-260ae0618e65 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399122
Apr 30 13:16:13.691261 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973ae02-c981-445c-ac71-dce7757417eb req-67c981b2-5bd7-41f7-a78b-42d77f7e87dc tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:13.692734 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8973ae02-c981-445c-ac71-dce7757417eb req-67c981b2-5bd7-41f7-a78b-42d77f7e87dc tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.1455131
Apr 30 13:16:13.701808 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c62a6-ef70-4402-af6c-72e5e19cb4f1 req-562d57b1-565f-4aa3-9440-c3431f64c764 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:13.703405 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8d8c62a6-ef70-4402-af6c-72e5e19cb4f1 req-562d57b1-565f-4aa3-9440-c3431f64c764 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1242044
Apr 30 13:16:13.775277 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8973ae02-c981-445c-ac71-dce7757417eb req-9913dfc7-80b1-4d82-b17d-e6506d94bfcd tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709906
Apr 30 13:16:13.777973 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8d8c62a6-ef70-4402-af6c-72e5e19cb4f1 req-a7e2e706-e8ea-4fec-8a57-43994efea901 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598371
Apr 30 13:16:13.952434 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0316434-8915-440a-8169-e4e1a7004872 req-d3fc2ffa-c9f3-42bc-b7c8-da0ce9f66532 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:13.953869 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a0316434-8915-440a-8169-e4e1a7004872 req-d3fc2ffa-c9f3-42bc-b7c8-da0ce9f66532 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 945 time: 0.0835457
Apr 30 13:16:13.998818 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a0316434-8915-440a-8169-e4e1a7004872 req-895189f2-0cbf-43d1-b8c4-4d647181e7dc tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390670
Apr 30 13:16:15.022020 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4bccc-3967-4f4e-b8bd-2b7361671d14 req-70f25182-7cc5-4d5d-ba9b-bc7b2a58161d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:15.023864 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-37e4bccc-3967-4f4e-b8bd-2b7361671d14 req-70f25182-7cc5-4d5d-ba9b-bc7b2a58161d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.1383319
Apr 30 13:16:15.052420 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74477ca9-d8d0-416e-8296-76bcb6190bb3 req-e4c10331-f04f-4edd-ad43-362d2624008a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:15.053845 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-74477ca9-d8d0-416e-8296-76bcb6190bb3 req-e4c10331-f04f-4edd-ad43-362d2624008a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1363540
Apr 30 13:16:15.108377 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-37e4bccc-3967-4f4e-b8bd-2b7361671d14 req-ddd00d42-fa39-4424-9bd2-0bef10a89f66 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768375
Apr 30 13:16:15.118495 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-74477ca9-d8d0-416e-8296-76bcb6190bb3 req-a832332c-e9f0-448c-a8fd-a154e1b897d5 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588138
Apr 30 13:16:15.288386 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a40f2f-15aa-4c0f-91ac-4b8aa0c1dc29 req-fb63a822-9ccf-4573-9707-fe604665666c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:15.289905 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d9a40f2f-15aa-4c0f-91ac-4b8aa0c1dc29 req-fb63a822-9ccf-4573-9707-fe604665666c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 945 time: 0.0836699
Apr 30 13:16:15.337518 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d9a40f2f-15aa-4c0f-91ac-4b8aa0c1dc29 req-1116e03d-97bd-4e89-9c53-6c14b08c8654 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412312
Apr 30 13:16:15.583024 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['419aba13-c765-4cb7-9f24-7ea6c1ae20fc'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:16:15.623627 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:16:16.363237 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab34df-2c37-41e5-b1f6-2ab0f9d1c21b req-37bb4b8e-7b3e-4b0a-82b6-743fc5952155 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:16.364600 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-16ab34df-2c37-41e5-b1f6-2ab0f9d1c21b req-37bb4b8e-7b3e-4b0a-82b6-743fc5952155 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.1464260
Apr 30 13:16:16.372825 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827aadd-cb7b-475c-af95-ecea8b2015d5 req-55f5167e-c08b-4496-a1a5-e21ff3c0e9ca tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:16.374191 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d827aadd-cb7b-475c-af95-ecea8b2015d5 req-55f5167e-c08b-4496-a1a5-e21ff3c0e9ca tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1240213
Apr 30 13:16:16.449207 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-16ab34df-2c37-41e5-b1f6-2ab0f9d1c21b req-f1229f4c-10fb-4172-9356-ded69d633c40 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740349
Apr 30 13:16:16.453975 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d827aadd-cb7b-475c-af95-ecea8b2015d5 req-0f32d14a-2ca5-49d0-8391-598701b45277 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648370
Apr 30 13:16:16.637699 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bee33d-9ecb-49e1-854f-7d83924025ab req-15d0ff54-dda7-48de-8186-8fa4e3937b32 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:16.639106 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c7bee33d-9ecb-49e1-854f-7d83924025ab req-15d0ff54-dda7-48de-8186-8fa4e3937b32 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 945 time: 0.0852497
Apr 30 13:16:16.685047 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c7bee33d-9ecb-49e1-854f-7d83924025ab req-fa81a3b1-e658-4706-831a-7a8e81ee0c1a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402014
Apr 30 13:16:17.235778 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:16:17.301743 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:16:17.306190 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:17.306592 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:17.422524 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:17.449530 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb469e1-22fd-4a62-b13e-30f519b7163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ffe1b0-b80a-4bdf-b7e5-7190512a7986'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:16:17.459032 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986,segment=NetworkSegment(d4304927-4ede-49fe-b643-4035d2680d8e),segment_id=d4304927-4ede-49fe-b643-4035d2680d8e)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:16:17.463846 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:17.464745 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:16:17.494679 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:17.564333 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb469e1-22fd-4a62-b13e-30f519b7163f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ffe1b0-b80a-4bdf-b7e5-7190512a7986', 'code': 200}
Apr 30 13:16:17.570810 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:17.583226 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:17.584010 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:17.584576 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:17.585052 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:17.585603 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:17.586184 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:17.586729 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:17.587191 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:17.587688 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:17.588139 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:17.588597 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:17.589062 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:17.607482 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:17.631410 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:16:17.636792 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:17.637172 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:17.722872 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c478a-d203-445f-9431-70f2150a5bb2 req-f3739d30-89dd-4909-bffd-c7c238aa7933 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:17.724248 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bb3c478a-d203-445f-9431-70f2150a5bb2 req-f3739d30-89dd-4909-bffd-c7c238aa7933 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 945 time: 0.1509988
Apr 30 13:16:17.761496 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:17.766079 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdc97f-f934-4bf2-b9dd-e8b67517cc20 req-baebd19d-8766-46da-9900-5e08fa7fe399 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:17.767567 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7afdc97f-f934-4bf2-b9dd-e8b67517cc20 req-baebd19d-8766-46da-9900-5e08fa7fe399 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1526408
Apr 30 13:16:17.795969 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71,segment=NetworkSegment(d4304927-4ede-49fe-b643-4035d2680d8e),segment_id=d4304927-4ede-49fe-b643-4035d2680d8e)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:16:17.799996 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:17.801854 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7c16930b-3b83-431a-9ef3-fddc04a0a776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:17.810467 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bb3c478a-d203-445f-9431-70f2150a5bb2 req-8aaa0ca4-3fb4-4abe-86fc-9ab89fabf164 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753355
Apr 30 13:16:17.833257 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7afdc97f-f934-4bf2-b9dd-e8b67517cc20 req-8a9a08d8-8f37-4b70-9e17-d2b953ee7757 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564303
Apr 30 13:16:17.877241 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:17.880349 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:18.070912 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac349a7-75a9-4bed-9772-ad7b36dd7682 req-bc7c4784-7044-4777-9686-36f0a203de8a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:18.072398 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5ac349a7-75a9-4bed-9772-ad7b36dd7682 req-bc7c4784-7044-4777-9686-36f0a203de8a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 945 time: 0.1479766
Apr 30 13:16:18.117614 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5ac349a7-75a9-4bed-9772-ad7b36dd7682 req-5f746924-79c8-4ce9-8989-62935975426a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392647
Apr 30 13:16:19.057718 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a19ab4-3057-4269-8618-7e43acaf9030 req-ca08405b-7894-48cf-b342-ac0e1a680ec2 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:19.059178 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-08a19ab4-3057-4269-8618-7e43acaf9030 req-ca08405b-7894-48cf-b342-ac0e1a680ec2 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1354256
Apr 30 13:16:19.071226 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de1d00-b9f5-4d8e-a98c-eb4e812c6987 req-e2ff3671-c612-48ac-b41c-b5a9b89edade tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:19.072592 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-94de1d00-b9f5-4d8e-a98c-eb4e812c6987 req-e2ff3671-c612-48ac-b41c-b5a9b89edade tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1143978
Apr 30 13:16:19.143092 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-08a19ab4-3057-4269-8618-7e43acaf9030 req-4eb2dc7d-808e-4d2f-abc5-7fdbbae70056 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694661
Apr 30 13:16:19.147417 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-94de1d00-b9f5-4d8e-a98c-eb4e812c6987 req-2fae4d30-69b0-4c35-9469-a652861755a0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616245
Apr 30 13:16:19.330448 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a063b41-a5fd-42d0-931f-2537d8803dd4 req-9da9266b-a5b0-4070-87a0-5bc6bc300dcc tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:19.332061 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5a063b41-a5fd-42d0-931f-2537d8803dd4 req-9da9266b-a5b0-4070-87a0-5bc6bc300dcc tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 945 time: 0.0831997
Apr 30 13:16:19.376260 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5a063b41-a5fd-42d0-931f-2537d8803dd4 req-ba111963-ba94-403e-9ca3-ec7e476d8ac9 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383301
Apr 30 13:16:19.565453 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52adbdd-49f8-42c7-8ee8-4ab0434462b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd6acb6-cb4d-44cc-b5c4-e053f480ec71'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:16:19.608981 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52adbdd-49f8-42c7-8ee8-4ab0434462b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd6acb6-cb4d-44cc-b5c4-e053f480ec71', 'code': 200}
Apr 30 13:16:20.461529 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5219cb-97b2-44ed-a2bd-ef30965153b3 req-b674ca91-43c2-486e-abe9-b7068a742e77 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:20.463095 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6e5219cb-97b2-44ed-a2bd-ef30965153b3 req-b674ca91-43c2-486e-abe9-b7068a742e77 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.2021320
Apr 30 13:16:20.474302 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ce56f-0562-4cc0-8c18-85a47d99ec6f req-b5dd5b52-8816-492a-895c-9b151bbb1cf8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:20.476299 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-593ce56f-0562-4cc0-8c18-85a47d99ec6f req-b5dd5b52-8816-492a-895c-9b151bbb1cf8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1777699
Apr 30 13:16:20.561834 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb44e-d7a7-4173-9def-d157be189c42 req-63962a63-c71d-4673-883a-828de49d6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:20.563329 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-950cb44e-d7a7-4173-9def-d157be189c42 req-63962a63-c71d-4673-883a-828de49d6062 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 1099 time: 0.0697088
Apr 30 13:16:20.564609 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6e5219cb-97b2-44ed-a2bd-ef30965153b3 req-87b07029-e46f-4bc8-ab1d-1cb60bb5eb27 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873215
Apr 30 13:16:20.567171 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-593ce56f-0562-4cc0-8c18-85a47d99ec6f req-de846309-1a56-4b22-82d9-7dc3baf2161f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750136
Apr 30 13:16:20.574223 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9157a-e455-44c7-8b4a-749886c70b19 req-390a731c-c843-4b2d-ac6b-aaf8e7cbbb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:20.575714 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bbf9157a-e455-44c7-8b4a-749886c70b19 req-390a731c-c843-4b2d-ac6b-aaf8e7cbbb6e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 1099 time: 0.1857963
Apr 30 13:16:20.611193 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-950cb44e-d7a7-4173-9def-d157be189c42 req-4b335146-75fd-4e98-985e-06562213357b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393729
Apr 30 13:16:20.636791 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-bbf9157a-e455-44c7-8b4a-749886c70b19 req-0123dd36-fb8a-42bf-8836-623b4998823c service neutron] Synchronizing usage tracker for tenant:dc9f7f0b1dbc4346bc5dd32c134adce9 on resource:security_group {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:16:20.654307 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-bbf9157a-e455-44c7-8b4a-749886c70b19 req-0123dd36-fb8a-42bf-8836-623b4998823c service neutron] Unset dirty status for tenant:dc9f7f0b1dbc4346bc5dd32c134adce9 on resource:security_group {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:16:20.655532 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bbf9157a-e455-44c7-8b4a-749886c70b19 req-0123dd36-fb8a-42bf-8836-623b4998823c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659831
Apr 30 13:16:20.743237 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dd5e2-ea58-45ae-83a6-dd90b21a8a52 req-f0615c17-42d0-4e13-9b48-7575bcfd385b tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:20.744644 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-295dd5e2-ea58-45ae-83a6-dd90b21a8a52 req-f0615c17-42d0-4e13-9b48-7575bcfd385b tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 945 time: 0.0798697
Apr 30 13:16:20.789023 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-295dd5e2-ea58-45ae-83a6-dd90b21a8a52 req-3ea4c6b9-68da-4b15-9438-2413bad51f91 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384769
Apr 30 13:16:21.816031 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bf945-9c76-4633-a11c-892c65aad279 req-36cb03cc-a5e9-487c-9bf1-c67c14ba0370 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:21.817493 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3b5bf945-9c76-4633-a11c-892c65aad279 req-36cb03cc-a5e9-487c-9bf1-c67c14ba0370 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1418753
Apr 30 13:16:21.826054 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab381f9-867a-455a-a19e-b113d4c77661 req-b1fad51e-dea4-4e98-8440-b9c394b1554a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:21.827332 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dab381f9-867a-455a-a19e-b113d4c77661 req-b1fad51e-dea4-4e98-8440-b9c394b1554a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1216123
Apr 30 13:16:21.898360 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dab381f9-867a-455a-a19e-b113d4c77661 req-c040b0df-6353-4c9a-8b81-d322f2953b57 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561595
Apr 30 13:16:21.901122 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3b5bf945-9c76-4633-a11c-892c65aad279 req-872752d3-a71b-451c-a0a5-b2fa44cf8cdf tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729134
Apr 30 13:16:22.078517 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9409a66-019b-4ad3-ad83-b4a4e67f5e05 req-fed71727-b9c7-477b-a761-dc281a00e8ed tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:22.079970 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b9409a66-019b-4ad3-ad83-b4a4e67f5e05 req-fed71727-b9c7-477b-a761-dc281a00e8ed tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 945 time: 0.0848079
Apr 30 13:16:22.124783 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b9409a66-019b-4ad3-ad83-b4a4e67f5e05 req-427ac759-829b-4559-b4de-4d06e3076848 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382323
Apr 30 13:16:23.095184 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1ba8a-673c-4c4a-ae64-86190fb3d191 req-6c342bcc-c4ed-43cb-8453-857a7c2a264b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:23.096873 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-92f1ba8a-673c-4c4a-ae64-86190fb3d191 req-6c342bcc-c4ed-43cb-8453-857a7c2a264b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0882335
Apr 30 13:16:23.157988 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-92f1ba8a-673c-4c4a-ae64-86190fb3d191 req-c5959883-f884-4151-ba30-314cef1e4181 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545497
Apr 30 13:16:23.245717 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 78ebd45d-b42e-4354-814e-03b1d1cf2450 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:16:23.252927 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 419aba13-c765-4cb7-9f24-7ea6c1ae20fc up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:16:23.350388 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:16:23.373143 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226caac-eb15-4f8c-a1ba-69c6c882a4bf req-291e3710-62cb-4d77-a2c9-711b5e9fca84 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:23.381303 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:23.381540 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d226caac-eb15-4f8c-a1ba-69c6c882a4bf req-291e3710-62cb-4d77-a2c9-711b5e9fca84 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1388669
Apr 30 13:16:23.381678 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:23.461094 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d226caac-eb15-4f8c-a1ba-69c6c882a4bf req-f84a2fab-9ea1-4c33-8e87-51128973abe8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771060
Apr 30 13:16:23.591697 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2333228a-7320-4188-a88e-d3369f69cfa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:23.613254 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043a7e6-abb7-4c93-b14d-566416882986 req-5fc95df0-d1cf-4865-92e4-70f7042749be tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:23.615197 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5043a7e6-abb7-4c93-b14d-566416882986 req-5fc95df0-d1cf-4865-92e4-70f7042749be tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 945 time: 0.1452434
Apr 30 13:16:23.660068 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:23.686338 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5043a7e6-abb7-4c93-b14d-566416882986 req-993d636f-b785-4945-aa08-5f7bfb575d75 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479419
Apr 30 13:16:23.726529 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9cb13f-3b11-40fd-96fd-47cb713065f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:16:23.749275 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 78ebd45d-b42e-4354-814e-03b1d1cf2450, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:16:23.815302 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=419aba13-c765-4cb7-9f24-7ea6c1ae20fc,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:16:23.822358 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:23.826509 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:23.862511 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'port_id': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'mac_address': 'fa:16:3e:71:cd:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:16:23.930926 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9cb13f-3b11-40fd-96fd-47cb713065f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc', 'code': 200}
Apr 30 13:16:23.978596 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:23.993475 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=419aba13-c765-4cb7-9f24-7ea6c1ae20fc,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:23.999514 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:24.005172 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ebd45d-b42e-4354-814e-03b1d1cf2450 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:16:24.023706 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 78ebd45d-b42e-4354-814e-03b1d1cf2450, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:16:24.027448 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:24.029631 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:24.106130 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=78ebd45d-b42e-4354-814e-03b1d1cf2450,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:24.109345 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:24.258019 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a72cd3-79cf-438d-9ab4-8385a0dbaf13 req-f446aaf1-9c3e-4fe0-8bb5-d1301c365f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:24.260077 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-06a72cd3-79cf-438d-9ab4-8385a0dbaf13 req-f446aaf1-9c3e-4fe0-8bb5-d1301c365f46 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 1099 time: 0.0757430
Apr 30 13:16:24.351969 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-06a72cd3-79cf-438d-9ab4-8385a0dbaf13 req-a316bebc-7513-479a-94ab-8e39d3e1dda4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848765
Apr 30 13:16:24.388765 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb578d-3442-44c6-86af-d41c8bd2b97c req-b03e2144-0032-4a08-ab7e-ce3489689b80 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:24.390242 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-abeb578d-3442-44c6-86af-d41c8bd2b97c req-b03e2144-0032-4a08-ab7e-ce3489689b80 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1100659
Apr 30 13:16:24.438554 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-abeb578d-3442-44c6-86af-d41c8bd2b97c req-84d4d43d-882b-4521-8450-6c76f2d9a32e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418289
Apr 30 13:16:24.637477 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['78ebd45d-b42e-4354-814e-03b1d1cf2450'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:16:24.697219 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb921e-cfd3-4f57-9783-333fce4c7c7d req-f4c2c680-5006-4b84-b23c-0d8a7b0f43c7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:24.701541 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-79fb921e-cfd3-4f57-9783-333fce4c7c7d req-f4c2c680-5006-4b84-b23c-0d8a7b0f43c7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 944 time: 0.1188240
Apr 30 13:16:24.988672 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-79fb921e-cfd3-4f57-9783-333fce4c7c7d req-120217a6-421b-4f24-bd65-297606332479 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2800407
Apr 30 13:16:25.032568 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b21f00-4c1e-4220-ba2f-bb7d023a1769 req-185be8fd-b9cf-441f-a475-7a8d7a517432 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:25.034086 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-01b21f00-4c1e-4220-ba2f-bb7d023a1769 req-185be8fd-b9cf-441f-a475-7a8d7a517432 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1363721
Apr 30 13:16:25.036238 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97111447-0821-4b97-a365-c4a3842da93d req-c9e47138-7ac9-408f-9cab-4d817579080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:25.037582 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-97111447-0821-4b97-a365-c4a3842da93d req-c9e47138-7ac9-408f-9cab-4d817579080b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2e929e0b08a2424d88e50ddd4873774a&device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 1099 time: 0.1717072
Apr 30 13:16:25.089736 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-01b21f00-4c1e-4220-ba2f-bb7d023a1769 req-55025199-6d14-48de-b7f6-34d434f812c6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472543
Apr 30 13:16:25.174401 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ea7aa-cf6c-4ad1-a379-beb0500d3d64 req-14923f05-43fd-4508-b7b8-74110baf02b7 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:25.175826 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-318ea7aa-cf6c-4ad1-a379-beb0500d3d64 req-14923f05-43fd-4508-b7b8-74110baf02b7 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0829904
Apr 30 13:16:25.221494 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-318ea7aa-cf6c-4ad1-a379-beb0500d3d64 req-c0f2dcc1-5388-4a51-b0bf-b18d9c74c9c3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389631
Apr 30 13:16:26.184826 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ce542-b2d8-4cf3-8e37-9fb5e0a7ad0a req-39b81862-e9cc-4b05-af91-42681f696de3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:26.186547 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a41ce542-b2d8-4cf3-8e37-9fb5e0a7ad0a req-39b81862-e9cc-4b05-af91-42681f696de3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 944 time: 0.0833435
Apr 30 13:16:26.208510 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:26.281854 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a41ce542-b2d8-4cf3-8e37-9fb5e0a7ad0a req-f6972f0e-5693-4340-943b-e69f17026e66 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882344
Apr 30 13:16:26.315586 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125606e-0b33-43e3-8dfc-e8144dd1e12e req-70c4d8db-a959-4cae-87f8-2ccddd1dd580 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:26.317077 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d125606e-0b33-43e3-8dfc-e8144dd1e12e req-70c4d8db-a959-4cae-87f8-2ccddd1dd580 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1228013
Apr 30 13:16:26.364350 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d125606e-0b33-43e3-8dfc-e8144dd1e12e req-77435ae0-55c5-4b0d-8986-3493b5868c88 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402770
Apr 30 13:16:26.462738 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c52801-87d6-4400-abcb-bae997033761 req-115b765d-a7b6-43d3-bf30-f1f24cb249fd tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:26.464197 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b9c52801-87d6-4400-abcb-bae997033761 req-115b765d-a7b6-43d3-bf30-f1f24cb249fd tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0833957
Apr 30 13:16:26.514877 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b9c52801-87d6-4400-abcb-bae997033761 req-951cba56-6c71-4ab8-8817-c1bde6fe4776 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446064
Apr 30 13:16:26.518094 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9d638005-a63c-41df-9e00-d5907c147d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:27.330462 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97111447-0821-4b97-a365-c4a3842da93d req-28714ddb-90ed-4912-b4a5-665836c3fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:27.331996 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-97111447-0821-4b97-a365-c4a3842da93d req-28714ddb-90ed-4912-b4a5-665836c3fc5d service neutron] 10.222.0.89 "GET /v2.0/networks?id=607bf271-94f7-456e-b795-6638e4db5074 HTTP/1.1" status: 200  len: 921 time: 0.1639802
Apr 30 13:16:27.479822 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5f652-99c9-40dc-bc8c-c30a96fa8eac req-141b4452-ce21-4c4d-bbad-83db4af05b56 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:27.481310 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1ed5f652-99c9-40dc-bc8c-c30a96fa8eac req-141b4452-ce21-4c4d-bbad-83db4af05b56 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 944 time: 0.0853922
Apr 30 13:16:27.574143 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1ed5f652-99c9-40dc-bc8c-c30a96fa8eac req-412f6bca-a8f6-408e-b87c-3daf70ecd151 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568950
Apr 30 13:16:27.601472 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ad25c-fed0-4589-b8c4-b66047804538 req-64ade9b4-fb0c-4f17-b0b6-0205381da2cc tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:27.603116 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-149ad25c-fed0-4589-b8c4-b66047804538 req-64ade9b4-fb0c-4f17-b0b6-0205381da2cc tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1209211
Apr 30 13:16:27.653614 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-149ad25c-fed0-4589-b8c4-b66047804538 req-e98e905e-159e-4c24-964e-4df031dffe32 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443163
Apr 30 13:16:27.732977 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:27.769537 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d69a7-f810-4d35-8b3b-5a2d3b408349 req-fdb7dd22-6a9a-4c76-a2aa-3179673f0d2b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:27.771096 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-729d69a7-f810-4d35-8b3b-5a2d3b408349 req-fdb7dd22-6a9a-4c76-a2aa-3179673f0d2b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0862398
Apr 30 13:16:27.822243 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-729d69a7-f810-4d35-8b3b-5a2d3b408349 req-7c4a3411-23ef-419a-9d1d-707f9833e67c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446246
Apr 30 13:16:28.374754 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-97111447-0821-4b97-a365-c4a3842da93d req-b65d11f9-e183-4a85-b4be-368f70e956ad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 HTTP/1.1" status: 200  len: 217 time: 0.0770714
Apr 30 13:16:28.382136 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6e5e8e7c-7436-4684-85d1-ede12feb46e2 req-ef9ec0f9-4bbd-48bb-a42e-461fd7ac7de1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0847592
Apr 30 13:16:28.909206 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf81fc4-94f0-4a8e-a287-355e67c4766c req-470c82e3-4e9b-425f-be1e-1bfca1666712 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:28.910640 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fdf81fc4-94f0-4a8e-a287-355e67c4766c req-470c82e3-4e9b-425f-be1e-1bfca1666712 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1305923
Apr 30 13:16:28.975601 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fdf81fc4-94f0-4a8e-a287-355e67c4766c req-bcfb1d9a-906a-465d-be34-c4ee6bd9aa78 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552912
Apr 30 13:16:29.002428 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af03517-97a2-46b4-9ed1-8b6cbb834ad2 req-06d3a142-cc8f-4de8-b152-59536ebb906f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:29.003964 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3af03517-97a2-46b4-9ed1-8b6cbb834ad2 req-06d3a142-cc8f-4de8-b152-59536ebb906f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 944 time: 0.1429489
Apr 30 13:16:29.058060 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3af03517-97a2-46b4-9ed1-8b6cbb834ad2 req-574021c3-5f6b-4ecd-9b2f-ead9cae97c4b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456212
Apr 30 13:16:29.097455 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:29.172413 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0fe5f-6b60-4615-ba10-a72962e62064 req-6773ce71-64a3-473c-824a-374948c47d17 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:29.173806 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eeb0fe5f-6b60-4615-ba10-a72962e62064 req-6773ce71-64a3-473c-824a-374948c47d17 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0912218
Apr 30 13:16:29.227173 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eeb0fe5f-6b60-4615-ba10-a72962e62064 req-d60d7bcc-35db-4cee-8b1c-2d811b877858 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465944
Apr 30 13:16:30.200968 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a9915-1795-4118-8fd1-85cba457db66 req-9b430ad6-8536-47b6-a117-a2d8d185549e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:30.202452 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-260a9915-1795-4118-8fd1-85cba457db66 req-9b430ad6-8536-47b6-a117-a2d8d185549e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1189651
Apr 30 13:16:30.295151 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e8e7c-7436-4684-85d1-ede12feb46e2 req-7e2ab546-0730-4c23-9951-97a6b744d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:30.296536 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6e5e8e7c-7436-4684-85d1-ede12feb46e2 req-7e2ab546-0730-4c23-9951-97a6b744d6c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4524f6f69c1491aaa7811a4d30eaa1a&device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 1098 time: 0.0734460
Apr 30 13:16:30.306885 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:30.312177 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97111447-0821-4b97-a365-c4a3842da93d req-5ee7a597-e365-4526-96fa-ed43ab49be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:30.313600 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-97111447-0821-4b97-a365-c4a3842da93d req-5ee7a597-e365-4526-96fa-ed43ab49be1c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c3c8abb-2a0c-40d9-9bac-8929c6c374f8 HTTP/1.1" status: 200  len: 859 time: 0.1589067
Apr 30 13:16:30.316607 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-260a9915-1795-4118-8fd1-85cba457db66 req-b363c74b-f0f6-405b-97a8-cc211f01ec76 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794547
Apr 30 13:16:30.458975 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e8e7c-7436-4684-85d1-ede12feb46e2 req-819f4d17-1c8e-4045-b402-802dae02012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:30.461626 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6e5e8e7c-7436-4684-85d1-ede12feb46e2 req-819f4d17-1c8e-4045-b402-802dae02012f service neutron] 10.222.0.89 "GET /v2.0/networks?id=88569604-eac7-45ad-ba6d-14a125287504 HTTP/1.1" status: 200  len: 914 time: 0.1369927
Apr 30 13:16:30.476466 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-97111447-0821-4b97-a365-c4a3842da93d req-e8cdb5e5-f86d-480a-a83a-6e94955c6141 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=607bf271-94f7-456e-b795-6638e4db5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1492660
Apr 30 13:16:30.534803 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e364156-5327-44ec-ab2b-5a1b798618b0 req-b4b0438f-e014-4997-981d-6e8d45ebbd7a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:30.536295 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2e364156-5327-44ec-ab2b-5a1b798618b0 req-b4b0438f-e014-4997-981d-6e8d45ebbd7a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 944 time: 0.3438144
Apr 30 13:16:30.543054 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6e5e8e7c-7436-4684-85d1-ede12feb46e2 req-11a60500-1db2-44b7-ab68-06ef6a0398c9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a03c8bfd-adc7-470e-881c-bf3090f1f305 HTTP/1.1" status: 200  len: 217 time: 0.0683651
Apr 30 13:16:30.611251 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e8e7c-7436-4684-85d1-ede12feb46e2 req-29e0f150-7138-4fbc-bff4-00c7c9f15e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:30.612845 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6e5e8e7c-7436-4684-85d1-ede12feb46e2 req-29e0f150-7138-4fbc-bff4-00c7c9f15e10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d0b5c70d-1aaa-460a-a607-b755e9ba53f4 HTTP/1.1" status: 200  len: 852 time: 0.0636520
Apr 30 13:16:30.676840 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6e5e8e7c-7436-4684-85d1-ede12feb46e2 req-eb260f92-2f2b-46f0-84c3-49bf03a600e9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88569604-eac7-45ad-ba6d-14a125287504&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571523
Apr 30 13:16:30.682783 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2e364156-5327-44ec-ab2b-5a1b798618b0 req-46e40b08-c051-406b-807a-3e46af52cc56 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1381779
Apr 30 13:16:30.712195 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe005e1-0adf-40ab-ac93-f9b364107d4f req-ea00ccfd-daf1-46da-bf7e-0037b4d7f5df tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:30.713912 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-efe005e1-0adf-40ab-ac93-f9b364107d4f req-ea00ccfd-daf1-46da-bf7e-0037b4d7f5df tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.2766936
Apr 30 13:16:30.717504 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-97111447-0821-4b97-a365-c4a3842da93d req-b8632150-56e9-4483-a4ad-bf440e886298 service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2334270
Apr 30 13:16:30.838659 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6e5e8e7c-7436-4684-85d1-ede12feb46e2 req-256fdbee-f04c-4812-9792-e68d1e9ff8e9 service neutron] 10.222.0.89 "GET /v2.0/networks/88569604-eac7-45ad-ba6d-14a125287504?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535416
Apr 30 13:16:30.873518 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-efe005e1-0adf-40ab-ac93-f9b364107d4f req-7d279cf0-5e6a-41d6-8576-ad5970aa1628 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502380
Apr 30 13:16:30.897186 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-97111447-0821-4b97-a365-c4a3842da93d req-5e66d41a-a112-4f68-a2d1-d80a2e8becfc service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1695213
Apr 30 13:16:30.987933 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6e5e8e7c-7436-4684-85d1-ede12feb46e2 req-05586fbe-3eda-43e3-92c0-538ea59a953f service neutron] 10.222.0.89 "GET /v2.0/networks/88569604-eac7-45ad-ba6d-14a125287504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423151
Apr 30 13:16:31.509870 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30d421-3f36-4c68-bdbe-dc8f33457916 req-cfc4cfbf-85af-4cf5-b05c-0ce01ce6b1ba tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:31.511286 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9e30d421-3f36-4c68-bdbe-dc8f33457916 req-cfc4cfbf-85af-4cf5-b05c-0ce01ce6b1ba tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0840607
Apr 30 13:16:31.557954 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9e30d421-3f36-4c68-bdbe-dc8f33457916 req-60938ea3-853c-4744-8d26-e74f81d8aacb tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399740
Apr 30 13:16:31.871993 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8d829-77b5-4a39-ace7-27b3ac92a925 req-8743415c-70b0-4b28-a957-f7b051359a7a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:31.873467 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2dc8d829-77b5-4a39-ace7-27b3ac92a925 req-8743415c-70b0-4b28-a957-f7b051359a7a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 944 time: 0.0815732
Apr 30 13:16:31.943776 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2dc8d829-77b5-4a39-ace7-27b3ac92a925 req-bd1844a7-fbf5-42a6-b022-28f2f0fc9cb9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640883
Apr 30 13:16:32.108240 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c56b6-aab6-4f5b-a406-722773561829 req-78738f55-bd63-4048-bc6d-30b6bc173927 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:32.109702 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-df1c56b6-aab6-4f5b-a406-722773561829 req-78738f55-bd63-4048-bc6d-30b6bc173927 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0966084
Apr 30 13:16:32.158883 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-df1c56b6-aab6-4f5b-a406-722773561829 req-6798d0af-cafb-498a-9d57-db97bf0701b0 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433455
Apr 30 13:16:32.779181 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61546688-c5a6-402b-976c-98cceaaaa5d4 req-831df04f-2411-49f9-975a-bab95e013f82 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:32.779181 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-61546688-c5a6-402b-976c-98cceaaaa5d4 req-831df04f-2411-49f9-975a-bab95e013f82 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1060841
Apr 30 13:16:32.840748 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-61546688-c5a6-402b-976c-98cceaaaa5d4 req-5c5bbce9-9eca-4ced-9627-b4a740ccb2a5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615146
Apr 30 13:16:33.032842 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84f958-56bb-4bbb-a32e-92459ca22f73 req-b1fa4589-919b-47de-b402-f643aabb7b8a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:33.034473 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ce84f958-56bb-4bbb-a32e-92459ca22f73 req-b1fa4589-919b-47de-b402-f643aabb7b8a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0947433
Apr 30 13:16:33.044486 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 40874) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:33.051598 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-13ff33eb-af1b-4708-a240-ad44f28883c6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Request body: {'floatingip': {'port_id': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:33.144154 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-13ff33eb-af1b-4708-a240-ad44f28883c6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:33.175133 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a22e9-9743-44a7-908b-c944bfc2454e req-da2a2886-ec49-4e42-88ab-8c187b2fcbab tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:33.182486 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-220a22e9-9743-44a7-908b-c944bfc2454e req-da2a2886-ec49-4e42-88ab-8c187b2fcbab tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 944 time: 0.1012807
Apr 30 13:16:33.252329 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-220a22e9-9743-44a7-908b-c944bfc2454e req-2edf54c3-01bc-4052-abb0-0cc2542f3e09 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676658
Apr 30 13:16:33.284058 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 78ebd45d-b42e-4354-814e-03b1d1cf2450 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:16:33.408903 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port 78ebd45d-b42e-4354-814e-03b1d1cf2450 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:16:33.417549 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 78ebd45d-b42e-4354-814e-03b1d1cf2450 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:16:33.418355 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:33.502454 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d37d29-053f-479e-943c-32a9156fb22a req-c6000735-301f-4373-ac6f-3044a7364789 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:33.503995 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c3d37d29-053f-479e-943c-32a9156fb22a req-c6000735-301f-4373-ac6f-3044a7364789 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1565444
Apr 30 13:16:33.582958 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:33.625074 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:16:33.632928 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c3d37d29-053f-479e-943c-32a9156fb22a req-2e282705-2e36-4ede-9bb2-1eb15d31855c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071823
Apr 30 13:16:33.641511 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 78ebd45d-b42e-4354-814e-03b1d1cf2450, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:16:33.653782 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:33.660513 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:33.792418 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'code': 200}
Apr 30 13:16:33.793457 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=78ebd45d-b42e-4354-814e-03b1d1cf2450,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:33.797275 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:34.071165 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68ee7e-17a1-4a12-8da7-8c94ab0cce5b req-c73e52f8-f22d-4cfb-a9fd-8ec8ffff58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:34.071165 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cc68ee7e-17a1-4a12-8da7-8c94ab0cce5b req-c73e52f8-f22d-4cfb-a9fd-8ec8ffff58a0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 1098 time: 0.1269264
Apr 30 13:16:34.251307 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cc68ee7e-17a1-4a12-8da7-8c94ab0cce5b req-002ef234-750f-4088-96d5-b35313ed5eab service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1420870
Apr 30 13:16:34.289891 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-13ff33eb-af1b-4708-a240-ad44f28883c6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:34.295034 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-13ff33eb-af1b-4708-a240-ad44f28883c6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:34.485203 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd03cf-749e-4514-89a8-c744d453b694 req-9ee0462f-6612-43b1-8c42-f58cf07fbfdf tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:34.486142 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-36dd03cf-749e-4514-89a8-c744d453b694 req-9ee0462f-6612-43b1-8c42-f58cf07fbfdf tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1153789
Apr 30 13:16:34.512364 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.l3_db [None req-13ff33eb-af1b-4708-a240-ad44f28883c6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Floating IP b503d68d-efba-4271-88d5-61c5f2cd4834 associated. External IP: 172.27.2.121, port: 419aba13-c765-4cb7-9f24-7ea6c1ae20fc.
Apr 30 13:16:34.543545 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-36dd03cf-749e-4514-89a8-c744d453b694 req-8b48ffdb-aab0-424b-8b71-ff0b4c6b3064 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478892
Apr 30 13:16:34.878796 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbeb53-44c8-49ff-b893-ace6358529f3 req-65850f95-8124-4565-a8c6-d8fde8e0db0e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:34.885156 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-47bbeb53-44c8-49ff-b893-ace6358529f3 req-65850f95-8124-4565-a8c6-d8fde8e0db0e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1278844
Apr 30 13:16:34.948072 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-47bbeb53-44c8-49ff-b893-ace6358529f3 req-ee407465-9805-4648-ab78-ebfd6c871cc8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557108
Apr 30 13:16:35.009010 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 40960) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:35.010107 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ff33eb-af1b-4708-a240-ad44f28883c6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:16:35.125255 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.139558 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:35.143288 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Usage tracker for resource:security_group_rule and tenant:b9bdd0796c2945fca42b30b9b1d65588 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:35.146015 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:35.151696 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:35.189765 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ff33eb-af1b-4708-a240-ad44f28883c6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:16:35.196505 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-13ff33eb-af1b-4708-a240-ad44f28883c6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.203876 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91012182-8d67-42da-97af-75d0e599be18 None None] Sync routers for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:16:35.214573 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91012182-8d67-42da-97af-75d0e599be18 None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:16:35.215193 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-91012182-8d67-42da-97af-75d0e599be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28a42fd0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:16:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:35.242490 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.246961 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.256098 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-0a17ef7d-e55d-40f6-bf84-aa1d0415cb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:35.259150 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-13ff33eb-af1b-4708-a240-ad44f28883c6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "PUT /v2.0/floatingips/b503d68d-efba-4271-88d5-61c5f2cd4834 HTTP/1.1" status: 200  len: 992 time: 2.2130260
Apr 30 13:16:35.259873 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9cb13f-3b11-40fd-96fd-47cb713065f2', 'tag': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:16:35.302678 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9bdd0796c2945fca42b30b9b1d65588&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2925797
Apr 30 13:16:35.304110 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eca06e-ba73-4996-b199-0a4da2f238aa,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:35.305338 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 40972) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:35.312848 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.313324 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.313955 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.314601 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.315251 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.315691 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.316259 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.316912 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.317354 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.317792 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.318230 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.320449 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.324623 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:35.327841 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9cb13f-3b11-40fd-96fd-47cb713065f2', 'tag': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc', 'status': 'completed', 'code': 200}
Apr 30 13:16:35.390350 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.422508 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.437288 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-91012182-8d67-42da-97af-75d0e599be18 None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:16:35.477506 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.482869 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:35.494824 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eca06e-ba73-4996-b199-0a4da2f238aa,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:35.503410 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.503771 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.504124 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.504470 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.504814 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.505175 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.505519 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.505858 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.506197 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.506558 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.507612 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.508000 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:16:35.515037 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.516323 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6eca06e-ba73-4996-b199-0a4da2f238aa HTTP/1.1" status: 204  len: 168 time: 0.2100203
Apr 30 13:16:35.517417 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:35.780633 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55a0d5-0a43-4f08-ac13-e2e49accbbef req-2b630f8a-f39b-40dc-9af5-962aed050b52 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:35.782636 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ef55a0d5-0a43-4f08-ac13-e2e49accbbef req-2b630f8a-f39b-40dc-9af5-962aed050b52 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0986729
Apr 30 13:16:35.831625 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ef55a0d5-0a43-4f08-ac13-e2e49accbbef req-c002b177-fed2-4606-b843-b41dbde32cb1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404663
Apr 30 13:16:35.840294 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-91012182-8d67-42da-97af-75d0e599be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28a42fd0>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'b503d68d-efba-4271-88d5-61c5f2cd4834', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'port_id': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'mac_address': 'fa:16:3e:f3:d4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9cb13f-3b11-40fd-96fd-47cb713065f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:42Z', 'updated_at': '2021-04-30T13:16:34Z', 'revision_number': 1, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:35.845082 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91012182-8d67-42da-97af-75d0e599be18 None None] Checking router: d8ec34c0-2cb4-44d7-8b58-e2de730c38fb for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:16:35.856559 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91012182-8d67-42da-97af-75d0e599be18 None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:16:35.857360 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-91012182-8d67-42da-97af-75d0e599be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28a42fd0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:16:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:35.858037 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 40988) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:35.876738 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb289-c286-4767-adaa-f8a8c98465db admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:35.894743 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-bd9cb289-c286-4767-adaa-f8a8c98465db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:35.899503 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-bd9cb289-c286-4767-adaa-f8a8c98465db admin admin] Usage tracker for resource:security_group_rule and tenant:87d89bbce701475dad7e5258ddd82926 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:35.902414 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-bd9cb289-c286-4767-adaa-f8a8c98465db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:35.908391 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-bd9cb289-c286-4767-adaa-f8a8c98465db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:35.996559 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb289-c286-4767-adaa-f8a8c98465db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:36.001766 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb289-c286-4767-adaa-f8a8c98465db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:36.013365 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-fee34add-e32b-4076-b566-5394961960e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:36.059291 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-bd9cb289-c286-4767-adaa-f8a8c98465db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87d89bbce701475dad7e5258ddd82926&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1999855
Apr 30 13:16:36.060299 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 40996) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:36.061460 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cb289-c286-4767-adaa-f8a8c98465db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccea393-b414-4a0e-bbc7-1935e4fd351c,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:36.064733 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-bd9cb289-c286-4767-adaa-f8a8c98465db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:36.073111 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-91012182-8d67-42da-97af-75d0e599be18 None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:16:36.139203 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-22b06eda-2d16-45fb-b8de-86b65b2cad3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:36.160855 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd1795-1244-498a-bc8a-69096361ef69 req-da14d767-db52-415a-a933-7e0a3ac8aa83 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:36.168147 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3efd1795-1244-498a-bc8a-69096361ef69 req-da14d767-db52-415a-a933-7e0a3ac8aa83 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1173651
Apr 30 13:16:36.175035 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-22b06eda-2d16-45fb-b8de-86b65b2cad3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:36.222918 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3efd1795-1244-498a-bc8a-69096361ef69 req-1ae00654-0cf5-463f-81cf-9a397d58f236 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534284
Apr 30 13:16:36.249839 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-22b06eda-2d16-45fb-b8de-86b65b2cad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:36.249839 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a5e41bb8-a34d-4c45-85e8-e3c15f0843cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:36.265109 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b06eda-2d16-45fb-b8de-86b65b2cad3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccea393-b414-4a0e-bbc7-1935e4fd351c,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:36.267170 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-22b06eda-2d16-45fb-b8de-86b65b2cad3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:36.270305 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-22b06eda-2d16-45fb-b8de-86b65b2cad3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eccea393-b414-4a0e-bbc7-1935e4fd351c HTTP/1.1" status: 204  len: 168 time: 0.2021067
Apr 30 13:16:36.270305 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-22b06eda-2d16-45fb-b8de-86b65b2cad3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:36.489962 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-91012182-8d67-42da-97af-75d0e599be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28a42fd0>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'b503d68d-efba-4271-88d5-61c5f2cd4834', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'port_id': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'mac_address': 'fa:16:3e:f3:d4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9cb13f-3b11-40fd-96fd-47cb713065f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:42Z', 'updated_at': '2021-04-30T13:16:34Z', 'revision_number': 1, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:36.494881 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91012182-8d67-42da-97af-75d0e599be18 None None] The sync data for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi is: [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'b503d68d-efba-4271-88d5-61c5f2cd4834', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'port_id': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'mac_address': 'fa:16:3e:f3:d4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9cb13f-3b11-40fd-96fd-47cb713065f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:42Z', 'updated_at': '2021-04-30T13:16:34Z', 'revision_number': 1, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:16:36.701277 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ee4478-c248-47e9-8cef-0f15525c2f73 None None] New status for floating IP b503d68d-efba-4271-88d5-61c5f2cd4834: ACTIVE {{(pid=73838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:16:37.056180 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750f1f0-b248-4c57-9491-8eaf912e4bb3 req-83fd398c-1f1b-4c51-bfaa-d6c39c9ec276 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:37.059553 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e750f1f0-b248-4c57-9491-8eaf912e4bb3 req-83fd398c-1f1b-4c51-bfaa-d6c39c9ec276 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0980611
Apr 30 13:16:37.167776 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e750f1f0-b248-4c57-9491-8eaf912e4bb3 req-ffb64484-cfd0-47ed-af44-abc82150bbe8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025641
Apr 30 13:16:37.435054 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91b638-bdc4-4e44-a481-7cfe37ba6973 req-d35d11a9-40e9-4075-bb91-1564073565a8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:37.436726 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a91b638-bdc4-4e44-a481-7cfe37ba6973 req-d35d11a9-40e9-4075-bb91-1564073565a8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0986261
Apr 30 13:16:37.494677 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a91b638-bdc4-4e44-a481-7cfe37ba6973 req-29eb486b-9e5c-4a20-829e-c68e708440e5 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518427
Apr 30 13:16:38.357205 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d5f19-adfb-4199-8dc9-0c661f11995b req-3485054b-a986-440e-9a77-4f6c474d1a7b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:38.362783 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8b7d5f19-adfb-4199-8dc9-0c661f11995b req-3485054b-a986-440e-9a77-4f6c474d1a7b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0848515
Apr 30 13:16:38.424630 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8b7d5f19-adfb-4199-8dc9-0c661f11995b req-c1d38bab-56f9-4fbd-b74c-b667e5538d03 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603309
Apr 30 13:16:38.687818 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be287dc8-e19b-44d1-99cb-1f129ba0eae0 req-5d03ee01-a91a-4985-9348-5eda8db29ea3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:38.689314 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-be287dc8-e19b-44d1-99cb-1f129ba0eae0 req-5d03ee01-a91a-4985-9348-5eda8db29ea3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0858891
Apr 30 13:16:38.737795 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-be287dc8-e19b-44d1-99cb-1f129ba0eae0 req-62230eec-7f11-4bea-9315-457f3d8aa7b6 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419781
Apr 30 13:16:39.614582 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427984fb-f790-4483-b782-9c2daf6f2579 req-5bd08af9-e782-4582-a9df-ea4e6d85c04e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:39.616562 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-427984fb-f790-4483-b782-9c2daf6f2579 req-5bd08af9-e782-4582-a9df-ea4e6d85c04e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0780160
Apr 30 13:16:39.661635 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-427984fb-f790-4483-b782-9c2daf6f2579 req-86ae37cc-4e2e-494a-a41a-00eb4d167ec6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392034
Apr 30 13:16:39.926030 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d54f13-4a2d-4c09-9672-10a66f6dc98e req-6101e51c-35a3-4bba-8dbf-ac807b806632 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:39.927514 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-58d54f13-4a2d-4c09-9672-10a66f6dc98e req-6101e51c-35a3-4bba-8dbf-ac807b806632 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0830426
Apr 30 13:16:39.972410 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-58d54f13-4a2d-4c09-9672-10a66f6dc98e req-2aa5b0d6-5c9d-47cb-a24d-6103cf4ddd88 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390897
Apr 30 13:16:40.649982 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbec4-e702-49ae-973b-f4b63bf291e9 req-ede4440d-c668-4c31-b8a7-0d06cbcba022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:40.651668 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-75ddbec4-e702-49ae-973b-f4b63bf291e9 req-ede4440d-c668-4c31-b8a7-0d06cbcba022 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d31b6528c1aa407daea2ff99de255d43&device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 1099 time: 0.0715163
Apr 30 13:16:40.803229 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbec4-e702-49ae-973b-f4b63bf291e9 req-9e6ff6fc-3e6c-4b67-9712-522a558b42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:40.805933 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-75ddbec4-e702-49ae-973b-f4b63bf291e9 req-9e6ff6fc-3e6c-4b67-9712-522a558b42dc service neutron] 10.222.0.89 "GET /v2.0/networks?id=44bdf4e3-2cec-4552-a016-68e772a00e73 HTTP/1.1" status: 200  len: 912 time: 0.1415744
Apr 30 13:16:40.860014 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f8577-c7f6-42d7-9fb9-101a5f8651c6 req-1adff7fb-bd22-43af-8934-49353aac7427 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:40.861477 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-738f8577-c7f6-42d7-9fb9-101a5f8651c6 req-1adff7fb-bd22-43af-8934-49353aac7427 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0846832
Apr 30 13:16:40.907997 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-738f8577-c7f6-42d7-9fb9-101a5f8651c6 req-16f642c2-88b1-4df8-8c6d-6967657337c2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407257
Apr 30 13:16:40.923322 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-75ddbec4-e702-49ae-973b-f4b63bf291e9 req-93602769-9b94-44f8-956d-658b4968b5cf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=419aba13-c765-4cb7-9f24-7ea6c1ae20fc HTTP/1.1" status: 200  len: 1002 time: 0.1012840
Apr 30 13:16:40.994024 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbec4-e702-49ae-973b-f4b63bf291e9 req-fd3bd63b-ac9d-4b15-9350-a7b7c5c20c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:40.995577 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-75ddbec4-e702-49ae-973b-f4b63bf291e9 req-fd3bd63b-ac9d-4b15-9350-a7b7c5c20c7e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e466d8a-1ebd-445c-9ccd-f0e629ea05bc HTTP/1.1" status: 200  len: 849 time: 0.0580099
Apr 30 13:16:41.081135 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbec4-e702-49ae-973b-f4b63bf291e9 req-a815c1a6-91e8-4f71-aa72-d6972de2c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:41.082594 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-75ddbec4-e702-49ae-973b-f4b63bf291e9 req-a815c1a6-91e8-4f71-aa72-d6972de2c420 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44bdf4e3-2cec-4552-a016-68e772a00e73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772657
Apr 30 13:16:41.160944 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c7a7-c82b-4faf-96db-7750a90a0c0a req-b3eea935-ed88-4380-8b29-1a6a5f074756 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:41.162431 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6d07c7a7-c82b-4faf-96db-7750a90a0c0a req-b3eea935-ed88-4380-8b29-1a6a5f074756 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0792792
Apr 30 13:16:41.207859 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6d07c7a7-c82b-4faf-96db-7750a90a0c0a req-c4ea6f56-6c5e-4c12-a56c-82668b7e282d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395837
Apr 30 13:16:41.218320 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-75ddbec4-e702-49ae-973b-f4b63bf291e9 req-bfeb0c46-2723-4887-9137-15b2d3c67256 service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286325
Apr 30 13:16:41.352811 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-75ddbec4-e702-49ae-973b-f4b63bf291e9 req-71fa9ceb-1210-4a2c-8765-f492faa2fc2b service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257839
Apr 30 13:16:42.101371 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044429f-e607-492a-b4a9-71476ab17ab9 req-8d84c14d-dfb8-4c4a-a1d0-438c4afa5ea6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:42.102819 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2044429f-e607-492a-b4a9-71476ab17ab9 req-8d84c14d-dfb8-4c4a-a1d0-438c4afa5ea6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0808668
Apr 30 13:16:42.147664 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2044429f-e607-492a-b4a9-71476ab17ab9 req-766bbc89-3c08-4c44-bd8f-bc4278941581 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390635
Apr 30 13:16:42.384504 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e6bce-2262-4092-a48b-f7f14963954f req-9fba0788-f6ee-42c1-afe9-9a960701484c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:42.385957 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d23e6bce-2262-4092-a48b-f7f14963954f req-9fba0788-f6ee-42c1-afe9-9a960701484c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1296904
Apr 30 13:16:42.394635 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41162) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:42.401080 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-c6c1f93c-1cf3-46c9-898b-a038146d77ba tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Request body: {'floatingip': {'port_id': '78ebd45d-b42e-4354-814e-03b1d1cf2450'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:42.422597 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c8740-a51e-4ed2-9fb6-e477f9af9547 req-a42a4530-3c20-4b08-990a-fcf539cef86d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:42.424264 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2a3c8740-a51e-4ed2-9fb6-e477f9af9547 req-a42a4530-3c20-4b08-990a-fcf539cef86d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1070468
Apr 30 13:16:42.480474 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2a3c8740-a51e-4ed2-9fb6-e477f9af9547 req-b260f1ee-b103-4dfb-b290-3aa24a201168 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495698
Apr 30 13:16:42.480790 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c6c1f93c-1cf3-46c9-898b-a038146d77ba tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:43.223224 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c6c1f93c-1cf3-46c9-898b-a038146d77ba tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:43.228243 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c6c1f93c-1cf3-46c9-898b-a038146d77ba tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:43.433142 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.l3_db [None req-c6c1f93c-1cf3-46c9-898b-a038146d77ba tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Floating IP fd0d02e5-f355-4385-8080-5d58948dc2cd associated. External IP: 172.27.2.3, port: 78ebd45d-b42e-4354-814e-03b1d1cf2450.
Apr 30 13:16:43.695707 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1c22c-16ee-41f6-8386-88dd4a971bff req-6e1523e5-652d-4d7c-abe6-136dfe24a46a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:43.703854 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-feb1c22c-16ee-41f6-8386-88dd4a971bff req-6e1523e5-652d-4d7c-abe6-136dfe24a46a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1071866
Apr 30 13:16:43.765609 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-feb1c22c-16ee-41f6-8386-88dd4a971bff req-c332719f-d185-4152-890a-296f532b33dc tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608094
Apr 30 13:16:43.880009 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c1f93c-1cf3-46c9-898b-a038146d77ba tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Router 5185e086-665c-4800-bd61-915754238f0f has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:16:44.112785 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe549467-4e11-4393-abb6-744199b81634 req-0df91fda-7b2b-4073-9514-245422fce5ea tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:44.114237 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fe549467-4e11-4393-abb6-744199b81634 req-0df91fda-7b2b-4073-9514-245422fce5ea tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 945 time: 0.0833242
Apr 30 13:16:44.161021 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c1f93c-1cf3-46c9-898b-a038146d77ba tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:16:44.164935 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fe549467-4e11-4393-abb6-744199b81634 req-bdef0f7d-40e4-49d8-b621-79e48332fbed tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441551
Apr 30 13:16:44.165593 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c6c1f93c-1cf3-46c9-898b-a038146d77ba tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:44.171852 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321e5da6-5fd3-47c4-9625-09947798110c None None] Sync routers for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:16:44.182530 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e5da6-5fd3-47c4-9625-09947798110c None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:16:44.183150 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-321e5da6-5fd3-47c4-9625-09947798110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28835cd0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:16:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:44.231179 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-c6c1f93c-1cf3-46c9-898b-a038146d77ba tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "PUT /v2.0/floatingips/fd0d02e5-f355-4385-8080-5d58948dc2cd HTTP/1.1" status: 200  len: 989 time: 1.8354104
Apr 30 13:16:44.231766 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:16:44.280505 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'status': 'completed', 'code': 200}
Apr 30 13:16:44.373516 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-321e5da6-5fd3-47c4-9625-09947798110c None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:16:44.405116 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e158e-94b3-487d-b65c-c83c60a27c3d req-b6eac06b-6041-4a00-ab00-4aa855ec3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:44.407105 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-592e158e-94b3-487d-b65c-c83c60a27c3d req-b6eac06b-6041-4a00-ab00-4aa855ec3496 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 1098 time: 0.0857081
Apr 30 13:16:44.694577 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e158e-94b3-487d-b65c-c83c60a27c3d req-7b3844ef-1054-4731-80cc-29f36749e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:44.696916 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-592e158e-94b3-487d-b65c-c83c60a27c3d req-7b3844ef-1054-4731-80cc-29f36749e767 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 919 time: 0.2805555
Apr 30 13:16:44.995288 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-321e5da6-5fd3-47c4-9625-09947798110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28835cd0>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'fd0d02e5-f355-4385-8080-5d58948dc2cd', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': '5185e086-665c-4800-bd61-915754238f0f', 'port_id': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'mac_address': 'fa:16:3e:71:cd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b813b3-49ee-4620-9ac6-452ce26da263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:43Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 1, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 5, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:45.009293 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-592e158e-94b3-487d-b65c-c83c60a27c3d req-0074f9ab-787b-43fb-aeed-ac985e126bfb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450 HTTP/1.1" status: 200  len: 997 time: 0.3050363
Apr 30 13:16:45.013900 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321e5da6-5fd3-47c4-9625-09947798110c None None] Checking router: 5185e086-665c-4800-bd61-915754238f0f for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:16:45.037241 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e5da6-5fd3-47c4-9625-09947798110c None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:16:45.040231 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-321e5da6-5fd3-47c4-9625-09947798110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28835cd0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:16:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:45.055431 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4601807-ed8c-47b0-81e8-185c526ac5ca req-dc66bc8a-d163-4243-9dc2-d1ef4783e120 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:45.057885 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d4601807-ed8c-47b0-81e8-185c526ac5ca req-dc66bc8a-d163-4243-9dc2-d1ef4783e120 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1253736
Apr 30 13:16:45.152343 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d4601807-ed8c-47b0-81e8-185c526ac5ca req-e31d5516-4d76-4f54-a623-23d14916c234 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823159
Apr 30 13:16:45.157299 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e158e-94b3-487d-b65c-c83c60a27c3d req-1b7c47cf-3f3a-43be-9daa-9b6df00f8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:45.158835 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-592e158e-94b3-487d-b65c-c83c60a27c3d req-1b7c47cf-3f3a-43be-9daa-9b6df00f8d5a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b330465d-555e-4715-b8c8-efed53710843 HTTP/1.1" status: 200  len: 856 time: 0.1343939
Apr 30 13:16:45.166874 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41254) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:45.195614 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41260) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:45.310198 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e158e-94b3-487d-b65c-c83c60a27c3d req-2bae8af8-1c0c-431e-a38b-9e6e8a574b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:45.311850 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-592e158e-94b3-487d-b65c-c83c60a27c3d req-2bae8af8-1c0c-431e-a38b-9e6e8a574b63 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0555ee9b-672c-4eec-957a-e8bb40b60f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1419036
Apr 30 13:16:45.393704 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-321e5da6-5fd3-47c4-9625-09947798110c None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:16:45.527216 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-592e158e-94b3-487d-b65c-c83c60a27c3d req-79bb67b0-266c-4f79-956f-d284a394822c service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1874516
Apr 30 13:16:45.537522 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-34f2ff43-2cb4-43fb-bd6d-2523301f0894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.556472 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4e740896-8a57-4cdc-9627-548fb2fa5f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.585642 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-4e740896-8a57-4cdc-9627-548fb2fa5f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:45.594323 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-34f2ff43-2cb4-43fb-bd6d-2523301f0894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:45.603060 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-4e740896-8a57-4cdc-9627-548fb2fa5f73 admin admin] Usage tracker for resource:security_group_rule and tenant:c6977ed257744375ab00470ef5cb393d is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:45.609353 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-4e740896-8a57-4cdc-9627-548fb2fa5f73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:45.612584 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-34f2ff43-2cb4-43fb-bd6d-2523301f0894 admin admin] Usage tracker for resource:security_group_rule and tenant:7a05d56421dc426e8d1811f99924e382 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:45.620794 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-34f2ff43-2cb4-43fb-bd6d-2523301f0894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:45.627909 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-4e740896-8a57-4cdc-9627-548fb2fa5f73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:45.637510 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-34f2ff43-2cb4-43fb-bd6d-2523301f0894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:45.650555 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb37bd-b9ce-49d0-bbcb-8a19d43e3573 req-5e2770b4-835d-45bd-8858-8b41deda55fc tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:45.652667 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ddfb37bd-b9ce-49d0-bbcb-8a19d43e3573 req-5e2770b4-835d-45bd-8858-8b41deda55fc tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 945 time: 0.2794111
Apr 30 13:16:45.727572 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-592e158e-94b3-487d-b65c-c83c60a27c3d req-8c1d3ef3-c2c7-4a7b-a7d9-1427b8314a4e service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1749473
Apr 30 13:16:45.788854 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ddfb37bd-b9ce-49d0-bbcb-8a19d43e3573 req-5144a480-4df8-4d49-b802-0574eb6a2e57 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243224
Apr 30 13:16:45.875515 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-34f2ff43-2cb4-43fb-bd6d-2523301f0894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.881372 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41282) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:45.889400 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-34f2ff43-2cb4-43fb-bd6d-2523301f0894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.901925 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-d63589c0-7839-44e2-9bbe-cb0b8906e68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:45.933980 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-321e5da6-5fd3-47c4-9625-09947798110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28835cd0>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'fd0d02e5-f355-4385-8080-5d58948dc2cd', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': '5185e086-665c-4800-bd61-915754238f0f', 'port_id': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'mac_address': 'fa:16:3e:71:cd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b813b3-49ee-4620-9ac6-452ce26da263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:43Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 1, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 5, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:45.937925 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321e5da6-5fd3-47c4-9625-09947798110c None None] The sync data for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi is: [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'fd0d02e5-f355-4385-8080-5d58948dc2cd', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': '5185e086-665c-4800-bd61-915754238f0f', 'port_id': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'mac_address': 'fa:16:3e:71:cd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b813b3-49ee-4620-9ac6-452ce26da263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:43Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 1, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 5, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:16:45.963857 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2ff43-2cb4-43fb-bd6d-2523301f0894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869bd556-2cf3-4857-bd8a-0e5f1849619a,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:45.982214 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41288) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:45.983310 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-34f2ff43-2cb4-43fb-bd6d-2523301f0894 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a05d56421dc426e8d1811f99924e382&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7864544
Apr 30 13:16:45.984574 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-34f2ff43-2cb4-43fb-bd6d-2523301f0894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:45.993213 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4e740896-8a57-4cdc-9627-548fb2fa5f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:45.997582 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4e740896-8a57-4cdc-9627-548fb2fa5f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.006299 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-34f2ff43-2cb4-43fb-bd6d-2523301f0894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:46.042246 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c1599d41-74e1-4746-b2c9-3a049cdcdbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.044744 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e740896-8a57-4cdc-9627-548fb2fa5f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d8be48-9465-46b6-8fc2-c65eff2b1f62,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:46.058165 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-4e740896-8a57-4cdc-9627-548fb2fa5f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:46.061735 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-4e740896-8a57-4cdc-9627-548fb2fa5f73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6977ed257744375ab00470ef5cb393d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8936737
Apr 30 13:16:46.064261 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41292) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:46.069971 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-c1599d41-74e1-4746-b2c9-3a049cdcdbab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:46.080781 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-c1599d41-74e1-4746-b2c9-3a049cdcdbab admin admin] Usage tracker for resource:security_group_rule and tenant:b91de6f838c24cfaa279817c18280c96 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:46.086782 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-c1599d41-74e1-4746-b2c9-3a049cdcdbab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:46.095024 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-c1599d41-74e1-4746-b2c9-3a049cdcdbab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:46.097053 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fa402e3b-0085-473b-8c60-69ade9b35eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.127463 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e4a4-7168-4039-a784-7df20505d9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.137622 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fa402e3b-0085-473b-8c60-69ade9b35eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.166689 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e4a4-7168-4039-a784-7df20505d9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.243460 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fa402e3b-0085-473b-8c60-69ade9b35eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.270862 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e4a4-7168-4039-a784-7df20505d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.275475 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:46.278794 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6700b60-2d30-4be8-a919-7f82242ad395 None None] New status for floating IP fd0d02e5-f355-4385-8080-5d58948dc2cd: ACTIVE {{(pid=73838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:16:46.292481 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5e4a4-7168-4039-a784-7df20505d9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d8be48-9465-46b6-8fc2-c65eff2b1f62,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:46.295845 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-fcc5e4a4-7168-4039-a784-7df20505d9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:46.306945 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e4a4-7168-4039-a784-7df20505d9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.315616 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:46.322050 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-fcc5e4a4-7168-4039-a784-7df20505d9f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81d8be48-9465-46b6-8fc2-c65eff2b1f62 HTTP/1.1" status: 204  len: 168 time: 0.2462523
Apr 30 13:16:46.342038 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa402e3b-0085-473b-8c60-69ade9b35eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869bd556-2cf3-4857-bd8a-0e5f1849619a,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:46.351975 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c1599d41-74e1-4746-b2c9-3a049cdcdbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.353422 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-fa402e3b-0085-473b-8c60-69ade9b35eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:46.363018 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c1599d41-74e1-4746-b2c9-3a049cdcdbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.373086 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-d83ca42a-cd85-4717-8788-36ea7ede257e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:46.382438 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fa402e3b-0085-473b-8c60-69ade9b35eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.386524 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-fa402e3b-0085-473b-8c60-69ade9b35eca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/869bd556-2cf3-4857-bd8a-0e5f1849619a HTTP/1.1" status: 204  len: 168 time: 0.4030306
Apr 30 13:16:46.432694 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-c1599d41-74e1-4746-b2c9-3a049cdcdbab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b91de6f838c24cfaa279817c18280c96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5491643
Apr 30 13:16:46.434956 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1599d41-74e1-4746-b2c9-3a049cdcdbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bc4fb1-71af-42cd-b5b7-919e13684254,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:46.438279 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41314) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:46.453751 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-c1599d41-74e1-4746-b2c9-3a049cdcdbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:46.551282 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-50312dc8-d72d-4f9d-8a93-58c02bd4f661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.606715 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-50312dc8-d72d-4f9d-8a93-58c02bd4f661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.683691 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-50312dc8-d72d-4f9d-8a93-58c02bd4f661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.693850 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-fa402e3b-0085-473b-8c60-69ade9b35eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:46.721826 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50312dc8-d72d-4f9d-8a93-58c02bd4f661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bc4fb1-71af-42cd-b5b7-919e13684254,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:46.729108 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be7dbe-5dc1-4bcc-aa13-aaf71a07de6e req-2aed27f9-c474-4f62-82f4-190b46166483 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:46.740106 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-50312dc8-d72d-4f9d-8a93-58c02bd4f661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:46.742603 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f2be7dbe-5dc1-4bcc-aa13-aaf71a07de6e req-2aed27f9-c474-4f62-82f4-190b46166483 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.4106002
Apr 30 13:16:46.749135 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-50312dc8-d72d-4f9d-8a93-58c02bd4f661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:46.755536 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-50312dc8-d72d-4f9d-8a93-58c02bd4f661 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34bc4fb1-71af-42cd-b5b7-919e13684254 HTTP/1.1" status: 204  len: 168 time: 0.3009694
Apr 30 13:16:46.873018 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f2be7dbe-5dc1-4bcc-aa13-aaf71a07de6e req-98fb6f91-eb73-4b4c-8678-e6af0de065c7 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286116
Apr 30 13:16:46.946086 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41328) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:46.972896 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b8d2566c-e86f-433e-883d-4156fdd6d3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.020642 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41332) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:47.031457 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-b8d2566c-e86f-433e-883d-4156fdd6d3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:47.041573 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b354ca41-11de-4cf3-953e-f72e368a1d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.041994 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-b8d2566c-e86f-433e-883d-4156fdd6d3a8 admin admin] Usage tracker for resource:security_group_rule and tenant:9cddfbd4dd2c40e7a773b05ff4846f12 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:47.046296 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-b8d2566c-e86f-433e-883d-4156fdd6d3a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:47.053952 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-b8d2566c-e86f-433e-883d-4156fdd6d3a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:47.062408 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-b354ca41-11de-4cf3-953e-f72e368a1d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:47.066692 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-b354ca41-11de-4cf3-953e-f72e368a1d08 admin admin] Usage tracker for resource:security_group_rule and tenant:295b63bff5dc44d98ae2f7c6504d0220 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:47.070599 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-b354ca41-11de-4cf3-953e-f72e368a1d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:47.076971 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-b354ca41-11de-4cf3-953e-f72e368a1d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:47.114323 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82606f83-abb4-42f3-ba65-2bf6db2dddd4 req-47315216-83cd-41ff-aa3a-f36848f57284 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:47.115858 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-82606f83-abb4-42f3-ba65-2bf6db2dddd4 req-47315216-83cd-41ff-aa3a-f36848f57284 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 945 time: 0.1282337
Apr 30 13:16:47.190224 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-82606f83-abb4-42f3-ba65-2bf6db2dddd4 req-334414b7-047d-416f-a718-178b1e8e3f9a tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/security-groups?id=c88a41b5-75f5-4832-8c89-6f0b56c50c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622718
Apr 30 13:16:47.218502 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae1c6b-d276-4abe-9038-fe9e3da5c54c req-4f119e2a-3390-4dc3-a34b-bc09a3372315 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:47.220587 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-22ae1c6b-d276-4abe-9038-fe9e3da5c54c req-4f119e2a-3390-4dc3-a34b-bc09a3372315 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.89 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 945 time: 0.1318712
Apr 30 13:16:47.222361 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b8d2566c-e86f-433e-883d-4156fdd6d3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.228398 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b8d2566c-e86f-433e-883d-4156fdd6d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.236977 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2fa7f305-e60f-4de4-ae80-19f86389a368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:47.279637 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-b8d2566c-e86f-433e-883d-4156fdd6d3a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cddfbd4dd2c40e7a773b05ff4846f12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3292549
Apr 30 13:16:47.280286 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41338) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:47.283877 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2566c-e86f-433e-883d-4156fdd6d3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a891b137-4ce7-434d-b1e8-5fa02481896c,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:47.297056 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-b8d2566c-e86f-433e-883d-4156fdd6d3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:47.354429 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-dbf13799-3d24-4f96-b1f9-b7435e295d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.365216 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b354ca41-11de-4cf3-953e-f72e368a1d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.374090 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b354ca41-11de-4cf3-953e-f72e368a1d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.385470 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-dbf13799-3d24-4f96-b1f9-b7435e295d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.389510 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:47.436851 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-b354ca41-11de-4cf3-953e-f72e368a1d08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=295b63bff5dc44d98ae2f7c6504d0220&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4148068
Apr 30 13:16:47.439353 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41342) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:47.443889 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354ca41-11de-4cf3-953e-f72e368a1d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddae9582-379f-4fd4-a57e-4f8fe7fae722,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:47.447453 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b354ca41-11de-4cf3-953e-f72e368a1d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:47.456743 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-22ae1c6b-d276-4abe-9038-fe9e3da5c54c req-fb556386-0c28-4055-947a-229f86d93d73 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Deleting port a03c8bfd-adc7-470e-881c-bf3090f1f305 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:16:47.457174 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-22ae1c6b-d276-4abe-9038-fe9e3da5c54c req-fb556386-0c28-4055-947a-229f86d93d73 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.488660 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41346) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:47.510160 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-dbf13799-3d24-4f96-b1f9-b7435e295d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.519230 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-5105fc0c-764d-4fe6-b456-2b7960268766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:47.533829 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e2e46702-e0a2-43da-975a-e69245456385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.550886 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf13799-3d24-4f96-b1f9-b7435e295d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a891b137-4ce7-434d-b1e8-5fa02481896c,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:47.557877 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-dbf13799-3d24-4f96-b1f9-b7435e295d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:47.561139 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-49dd4c61-a167-4786-b5ed-a84479d66223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.571449 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-dbf13799-3d24-4f96-b1f9-b7435e295d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.575075 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-dbf13799-3d24-4f96-b1f9-b7435e295d2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a891b137-4ce7-434d-b1e8-5fa02481896c HTTP/1.1" status: 204  len: 168 time: 0.2903516
Apr 30 13:16:47.575075 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-e2e46702-e0a2-43da-975a-e69245456385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:47.583559 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-e2e46702-e0a2-43da-975a-e69245456385 admin admin] Usage tracker for resource:security_group_rule and tenant:c879edca1fef411da05962b9a83f3d5d is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:47.596858 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-e2e46702-e0a2-43da-975a-e69245456385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:47.607803 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-e2e46702-e0a2-43da-975a-e69245456385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:47.610742 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-49dd4c61-a167-4786-b5ed-a84479d66223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.614682 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-22ae1c6b-d276-4abe-9038-fe9e3da5c54c req-fb556386-0c28-4055-947a-229f86d93d73 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] For port a03c8bfd-adc7-470e-881c-bf3090f1f305, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a03c8bfd-adc7-470e-881c-bf3090f1f305,segment=NetworkSegment(930e8649-6329-4240-86ff-c508f5a5d483),segment_id=930e8649-6329-4240-86ff-c508f5a5d483)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:16:47.615172 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-22ae1c6b-d276-4abe-9038-fe9e3da5c54c req-fb556386-0c28-4055-947a-229f86d93d73 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.729621 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-49dd4c61-a167-4786-b5ed-a84479d66223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.748099 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-fcc5e4a4-7168-4039-a784-7df20505d9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:47.817770 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd4c61-a167-4786-b5ed-a84479d66223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddae9582-379f-4fd4-a57e-4f8fe7fae722,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:47.840287 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-49dd4c61-a167-4786-b5ed-a84479d66223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:47.875976 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-49dd4c61-a167-4786-b5ed-a84479d66223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.879950 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-49dd4c61-a167-4786-b5ed-a84479d66223 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddae9582-379f-4fd4-a57e-4f8fe7fae722 HTTP/1.1" status: 204  len: 168 time: 0.4395728
Apr 30 13:16:47.911295 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-22ae1c6b-d276-4abe-9038-fe9e3da5c54c req-fb556386-0c28-4055-947a-229f86d93d73 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Calling delete_port for a03c8bfd-adc7-470e-881c-bf3090f1f305 owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:16:47.915493 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e2e46702-e0a2-43da-975a-e69245456385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.921638 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e2e46702-e0a2-43da-975a-e69245456385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:47.932652 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-4e740896-8a57-4cdc-9627-548fb2fa5f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:48.032770 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e46702-e0a2-43da-975a-e69245456385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356044c1-f52b-449a-922c-a2cf439f2a79,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:48.054559 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e2e46702-e0a2-43da-975a-e69245456385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:48.058459 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-e2e46702-e0a2-43da-975a-e69245456385 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c879edca1fef411da05962b9a83f3d5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5679290
Apr 30 13:16:48.062244 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41376) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:48.159715 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e902-c8e3-4b09-8aa5-4e6021b78ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:48.191595 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16238c10-80d2-4b94-a038-649211d351dd req-ad9df7c7-0136-41ed-83e1-08edd01e5ebb tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:48.193145 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-16238c10-80d2-4b94-a038-649211d351dd req-ad9df7c7-0136-41ed-83e1-08edd01e5ebb tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1198564
Apr 30 13:16:48.207924 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e902-c8e3-4b09-8aa5-4e6021b78ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:48.268883 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-16238c10-80d2-4b94-a038-649211d351dd req-f5701d03-76ba-4e1d-8f4e-6f2dfced24d0 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682311
Apr 30 13:16:48.322828 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-22ae1c6b-d276-4abe-9038-fe9e3da5c54c req-fb556386-0c28-4055-947a-229f86d93d73 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:48.332482 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:48.384198 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e902-c8e3-4b09-8aa5-4e6021b78ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:48.387678 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb556386-0c28-4055-947a-229f86d93d73 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Pushing event deleted for resources: {'Port': ['ID=a03c8bfd-adc7-470e-881c-bf3090f1f305,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:48.390627 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-fb556386-0c28-4055-947a-229f86d93d73 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:48.392917 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:48.435084 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bae3bcfe-e6b1-4c6b-939d-69027a198290 req-cf649127-03a9-42b9-bf12-2b72563693d1 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 210 time: 0.0691650
Apr 30 13:16:48.489038 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6e902-c8e3-4b09-8aa5-4e6021b78ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356044c1-f52b-449a-922c-a2cf439f2a79,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:48.492477 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-bcd6e902-c8e3-4b09-8aa5-4e6021b78ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:48.504902 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ae1c6b-d276-4abe-9038-fe9e3da5c54c req-fb556386-0c28-4055-947a-229f86d93d73 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] No DVR routers for this DVR port a03c8bfd-adc7-470e-881c-bf3090f1f305 on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:16:48.510988 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-22ae1c6b-d276-4abe-9038-fe9e3da5c54c req-fb556386-0c28-4055-947a-229f86d93d73 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:48.513678 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59', 'name': 'network-vif-deleted', 'tag': 'a03c8bfd-adc7-470e-881c-bf3090f1f305'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:16:48.536147 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-22ae1c6b-d276-4abe-9038-fe9e3da5c54c req-fb556386-0c28-4055-947a-229f86d93d73 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.89 "DELETE /v2.0/ports/a03c8bfd-adc7-470e-881c-bf3090f1f305 HTTP/1.1" status: 204  len: 173 time: 1.3047402
Apr 30 13:16:48.537077 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e902-c8e3-4b09-8aa5-4e6021b78ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:48.538894 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-bcd6e902-c8e3-4b09-8aa5-4e6021b78ab7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/356044c1-f52b-449a-922c-a2cf439f2a79 HTTP/1.1" status: 204  len: 168 time: 0.4754348
Apr 30 13:16:48.592661 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59', 'name': 'network-vif-deleted', 'tag': 'a03c8bfd-adc7-470e-881c-bf3090f1f305', 'status': 'completed', 'code': 200}
Apr 30 13:16:48.643264 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41402) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:48.894589 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-27d01170-168d-4c8d-8237-48f1e56af703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:48.911557 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-27d01170-168d-4c8d-8237-48f1e56af703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:48.917013 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-27d01170-168d-4c8d-8237-48f1e56af703 admin admin] Usage tracker for resource:security_group_rule and tenant:a0c4ec01d1bd48ba886fa31c119f62de is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:48.920354 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-27d01170-168d-4c8d-8237-48f1e56af703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:48.926806 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-27d01170-168d-4c8d-8237-48f1e56af703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:49.047801 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-27d01170-168d-4c8d-8237-48f1e56af703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:49.054825 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-27d01170-168d-4c8d-8237-48f1e56af703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:49.072329 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:49.140669 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-27d01170-168d-4c8d-8237-48f1e56af703 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0c4ec01d1bd48ba886fa31c119f62de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4940484
Apr 30 13:16:49.141065 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41430) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:49.144385 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d01170-168d-4c8d-8237-48f1e56af703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356e65d1-5ab8-4a32-9ad6-8c2f05a0f73c,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:49.148472 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-27d01170-168d-4c8d-8237-48f1e56af703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:49.258448 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-465bbb6b-8e73-4471-a643-e7cf8081c8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:49.326026 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-465bbb6b-8e73-4471-a643-e7cf8081c8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:49.338527 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device a03c8bfd-adc7-470e-881c-bf3090f1f305 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:16:49.428555 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: a03c8bfd-adc7-470e-881c-bf3090f1f305 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:16:49.429193 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device a03c8bfd-adc7-470e-881c-bf3090f1f305 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:16:49.517267 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-465bbb6b-8e73-4471-a643-e7cf8081c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:49.521002 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-097c5866-9dbe-483d-b7d0-dd82cd75b4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:49.545577 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95abb24-bda0-42ab-a8b5-17479d609802 req-f2ffd28b-a397-4e19-84be-05dcf8d42a43 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:49.547497 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e95abb24-bda0-42ab-a8b5-17479d609802 req-f2ffd28b-a397-4e19-84be-05dcf8d42a43 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1346889
Apr 30 13:16:49.551124 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bbb6b-8e73-4471-a643-e7cf8081c8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356e65d1-5ab8-4a32-9ad6-8c2f05a0f73c,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:49.555542 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-465bbb6b-8e73-4471-a643-e7cf8081c8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:49.563580 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-465bbb6b-8e73-4471-a643-e7cf8081c8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:49.566386 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-465bbb6b-8e73-4471-a643-e7cf8081c8f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/356e65d1-5ab8-4a32-9ad6-8c2f05a0f73c HTTP/1.1" status: 204  len: 168 time: 0.4240501
Apr 30 13:16:49.686041 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e0aef633-c754-4c2f-a460-75f7c638c9e1 req-91e26581-ddd0-4f37-b76e-8d1dde82456b tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] 10.222.0.15 "GET /v2.0/ports?device_id=63e4d605-3c9d-4fd5-a0f2-f7dc6175ea59 HTTP/1.1" status: 200  len: 210 time: 0.0830331
Apr 30 13:16:49.706091 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e95abb24-bda0-42ab-a8b5-17479d609802 req-2b0bbd17-7856-4055-8004-0247c73e263a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383388
Apr 30 13:16:51.016430 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aebfe-3aa9-4ea9-9cbd-d63cbd9b2a71 req-f3b261a0-742b-4c7d-896e-a19628347f5e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:51.026360 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-589aebfe-3aa9-4ea9-9cbd-d63cbd9b2a71 req-f3b261a0-742b-4c7d-896e-a19628347f5e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1094394
Apr 30 13:16:51.086826 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-589aebfe-3aa9-4ea9-9cbd-d63cbd9b2a71 req-91ea27c2-3d5e-4e2b-8992-27ceda27feca tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591707
Apr 30 13:16:52.311720 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c1c8d-93f1-42ff-857c-9e0fd010fc32 req-32e83d15-d936-48c0-9195-24f6d7472e43 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:52.320876 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2a6c1c8d-93f1-42ff-857c-9e0fd010fc32 req-32e83d15-d936-48c0-9195-24f6d7472e43 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1215086
Apr 30 13:16:52.382321 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2a6c1c8d-93f1-42ff-857c-9e0fd010fc32 req-5987164c-dbe8-4fa7-9645-35b9f479142d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601673
Apr 30 13:16:52.623875 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:16:52.913819 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41610) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:52.983661 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d74db7-aaf1-47b6-92ec-c109de32d99d admin admin] Deleting subnet d0b5c70d-1aaa-460a-a607-b755e9ba53f4 {{(pid=73837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:16:52.986709 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-96d74db7-aaf1-47b6-92ec-c109de32d99d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.040181 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-96d74db7-aaf1-47b6-92ec-c109de32d99d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1161533'] for subnet, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.101748 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-96d74db7-aaf1-47b6-92ec-c109de32d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.452456 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-96d74db7-aaf1-47b6-92ec-c109de32d99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760249'] for subnet, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.465846 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-c45860ef-cc12-423d-a85d-dd15df446d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:53.543037 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b90cd8fc-743b-4082-96a2-55874c540c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.572197 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d74db7-aaf1-47b6-92ec-c109de32d99d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0b5c70d-1aaa-460a-a607-b755e9ba53f4,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:53.576126 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-96d74db7-aaf1-47b6-92ec-c109de32d99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:53.578855 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-96d74db7-aaf1-47b6-92ec-c109de32d99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.589930 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-96d74db7-aaf1-47b6-92ec-c109de32d99d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d0b5c70d-1aaa-460a-a607-b755e9ba53f4 HTTP/1.1" status: 204  len: 168 time: 0.6749885
Apr 30 13:16:53.592277 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41646) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:53.658475 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358b5cd-37cd-42b6-b991-913053e873c7 req-908df48f-cdbf-4715-b508-b3d806689da6 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:53.660073 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1358b5cd-37cd-42b6-b991-913053e873c7 req-908df48f-cdbf-4715-b508-b3d806689da6 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1178682
Apr 30 13:16:53.748992 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1358b5cd-37cd-42b6-b991-913053e873c7 req-72150420-ac51-4c7e-8413-50f645be1755 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812128
Apr 30 13:16:53.757296 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41658) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:53.769542 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.930667 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d0a885a4-57b0-4704-8585-e8ef2378ed00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:53.947895 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-d0a885a4-57b0-4704-8585-e8ef2378ed00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:53.957016 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-d0a885a4-57b0-4704-8585-e8ef2378ed00 admin admin] Usage tracker for resource:security_group_rule and tenant:d8fb2f3b87b14f74aacd0ef0d67a192f is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:53.961186 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-d0a885a4-57b0-4704-8585-e8ef2378ed00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:53.967340 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-d0a885a4-57b0-4704-8585-e8ef2378ed00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:53.968396 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.072542 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d0a885a4-57b0-4704-8585-e8ef2378ed00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.078841 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d0a885a4-57b0-4704-8585-e8ef2378ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.090564 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:54.139043 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-d0a885a4-57b0-4704-8585-e8ef2378ed00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8fb2f3b87b14f74aacd0ef0d67a192f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3805220
Apr 30 13:16:54.140341 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a885a4-57b0-4704-8585-e8ef2378ed00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9ac159-04f5-4c30-b13f-4dae4fafc797,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:54.143019 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41676) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:54.146326 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-d0a885a4-57b0-4704-8585-e8ef2378ed00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:54.221125 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b9689747-d8b5-4c4f-87b0-3e62de44b130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.234716 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c28fcf3d0>,) {'filters': {'network_id': ['88569604-eac7-45ad-ba6d-14a125287504']}} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:54.256112 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c28fcf3d0>, '930e8649-6329-4240-86ff-c508f5a5d483') {'for_net_delete': True} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:54.257272 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c28fcf3d0>, '930e8649-6329-4240-86ff-c508f5a5d483') {} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:16:54.261945 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b9689747-d8b5-4c4f-87b0-3e62de44b130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.272940 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1161524'] for segment, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.294617 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.303122 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=73837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:16:54.351299 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b9689747-d8b5-4c4f-87b0-3e62de44b130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.357799 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c1c49754-efd9-4c2f-94f4-d953bc0327a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:54.380337 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9689747-d8b5-4c4f-87b0-3e62de44b130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9ac159-04f5-4c30-b13f-4dae4fafc797,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:54.383934 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-b9689747-d8b5-4c4f-87b0-3e62de44b130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:54.386666 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b9689747-d8b5-4c4f-87b0-3e62de44b130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.404152 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-b9689747-d8b5-4c4f-87b0-3e62de44b130 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a9ac159-04f5-4c30-b13f-4dae4fafc797 HTTP/1.1" status: 204  len: 168 time: 0.2585282
Apr 30 13:16:54.530741 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] Network 88569604-eac7-45ad-ba6d-14a125287504 has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:16:54.545430 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162458'] for segment, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:54.831987 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] Network 88569604-eac7-45ad-ba6d-14a125287504 has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]: Traceback (most recent call last):
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     timer()
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     cb(*args, **kw)
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     return func(*args, **kwargs)
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     self._notify()
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     self.callback(batched_events)
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     event.method(event)
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     return f(self, *a, **k)
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._get(url).json()
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:16:54.899262 dv-cinder-787195-5-iscsi neutron-server[73837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:16:54.940916 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41706) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:54.978372 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-406b6a60-2e14-42da-99a6-25764fc80a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.002584 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-406b6a60-2e14-42da-99a6-25764fc80a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:55.008574 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-406b6a60-2e14-42da-99a6-25764fc80a38 admin admin] Usage tracker for resource:security_group_rule and tenant:8a133f6a13b0470c990676876439a666 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:55.012743 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-406b6a60-2e14-42da-99a6-25764fc80a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:55.022297 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-406b6a60-2e14-42da-99a6-25764fc80a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:55.044126 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.051431 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-34675ff9-43b5-4724-a8f2-81a90e11e888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:55.072576 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.086083 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=88569604-eac7-45ad-ba6d-14a125287504,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:55.089562 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/88569604-eac7-45ad-ba6d-14a125287504 HTTP/1.1" status: 204  len: 168 time: 1.4963350
Apr 30 13:16:55.090499 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:55.200379 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161086e-82d7-4330-94ba-daeb620f75ae req-0fdfc8cd-984a-44b5-923a-906cd6e0701a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:55.201924 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2161086e-82d7-4330-94ba-daeb620f75ae req-0fdfc8cd-984a-44b5-923a-906cd6e0701a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1850946
Apr 30 13:16:55.268009 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-406b6a60-2e14-42da-99a6-25764fc80a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.273394 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-406b6a60-2e14-42da-99a6-25764fc80a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.283270 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:55.302303 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2161086e-82d7-4330-94ba-daeb620f75ae req-7e522be5-7955-431b-b06d-4229ee20c2b3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839517
Apr 30 13:16:55.312461 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41726) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:55.333833 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-406b6a60-2e14-42da-99a6-25764fc80a38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a133f6a13b0470c990676876439a666&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3885732
Apr 30 13:16:55.335256 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41732) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:55.338137 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b6a60-2e14-42da-99a6-25764fc80a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f76178-c827-4a9c-bf1f-a33b68f77359,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:55.351600 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-406b6a60-2e14-42da-99a6-25764fc80a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:55.399282 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-e132a92e-1525-4e2f-bf65-439304d04033 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4524f6f69c1491aaa7811a4d30eaa1a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0852184
Apr 30 13:16:55.399623 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41738) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:55.416315 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3422167f-30ac-4896-91de-e22d1a53b348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.471709 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3422167f-30ac-4896-91de-e22d1a53b348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.583372 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3e575f2b-e976-4c5b-88af-3df662ea6706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.618745 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3e575f2b-e976-4c5b-88af-3df662ea6706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.657833 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3422167f-30ac-4896-91de-e22d1a53b348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.661921 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-42ac894f-15c9-4156-824c-d2919b3f713d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:55.674787 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422167f-30ac-4896-91de-e22d1a53b348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f76178-c827-4a9c-bf1f-a33b68f77359,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:55.680945 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-3422167f-30ac-4896-91de-e22d1a53b348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:55.683976 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3422167f-30ac-4896-91de-e22d1a53b348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.685091 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-3422167f-30ac-4896-91de-e22d1a53b348 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2f76178-c827-4a9c-bf1f-a33b68f77359 HTTP/1.1" status: 204  len: 168 time: 0.3489437
Apr 30 13:16:55.707735 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3e575f2b-e976-4c5b-88af-3df662ea6706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.721810 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-32237a9f-f7bf-4d1a-b6d4-e000819d701b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:55.735465 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e575f2b-e976-4c5b-88af-3df662ea6706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88a41b5-75f5-4832-8c89-6f0b56c50c3c,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:55.743999 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-3e575f2b-e976-4c5b-88af-3df662ea6706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:55.744921 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3e575f2b-e976-4c5b-88af-3df662ea6706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:55.746132 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-3e575f2b-e976-4c5b-88af-3df662ea6706 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c88a41b5-75f5-4832-8c89-6f0b56c50c3c HTTP/1.1" status: 204  len: 168 time: 0.3438289
Apr 30 13:16:56.219073 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:56.530766 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ff703029-e766-42ca-bdb1-938e91c9e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:56.604616 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd95d6-f9cf-4cb8-a39c-fabfccfbd5f5 req-f64fedc6-655d-4867-aaf6-b6dc3b75d58d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:56.606653 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-02dd95d6-f9cf-4cb8-a39c-fabfccfbd5f5 req-f64fedc6-655d-4867-aaf6-b6dc3b75d58d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1202276
Apr 30 13:16:56.689984 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-02dd95d6-f9cf-4cb8-a39c-fabfccfbd5f5 req-58f4c523-2fd3-4710-a90c-71585ffe85b0 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772474
Apr 30 13:16:57.175754 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41834) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:57.323771 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41844) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:57.448503 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fdedd8af-3c04-4e01-a557-eb6dcf344eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:57.480070 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-fdedd8af-3c04-4e01-a557-eb6dcf344eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:57.485455 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-fdedd8af-3c04-4e01-a557-eb6dcf344eea admin admin] Usage tracker for resource:security_group_rule and tenant:f4986c940ffe4a8689b4fa0552546cc2 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:57.489051 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-fdedd8af-3c04-4e01-a557-eb6dcf344eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:57.500090 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-fdedd8af-3c04-4e01-a557-eb6dcf344eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:57.578225 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-cc59ebcb-ebba-46bf-8e9c-bf85c4aea52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:57.626974 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-cc59ebcb-ebba-46bf-8e9c-bf85c4aea52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:57.645512 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-cc59ebcb-ebba-46bf-8e9c-bf85c4aea52a admin admin] Usage tracker for resource:security_group_rule and tenant:7178c9329c844fd28330ef6e3bf04aa1 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:57.654295 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-cc59ebcb-ebba-46bf-8e9c-bf85c4aea52a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:57.664574 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-cc59ebcb-ebba-46bf-8e9c-bf85c4aea52a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:57.717436 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fdedd8af-3c04-4e01-a557-eb6dcf344eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:57.723377 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fdedd8af-3c04-4e01-a557-eb6dcf344eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:57.737061 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:57.772279 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b354ca41-11de-4cf3-953e-f72e368a1d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:57.840042 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedd8af-3c04-4e01-a557-eb6dcf344eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7c65c8-29c3-441a-a71f-56bad80f7f54,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:57.862834 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-fdedd8af-3c04-4e01-a557-eb6dcf344eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:57.894251 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-fdedd8af-3c04-4e01-a557-eb6dcf344eea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4986c940ffe4a8689b4fa0552546cc2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7174194
Apr 30 13:16:57.896971 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41874) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:57.962759 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93348924-21aa-44b5-a50b-90bad6b05b28 req-75a21bcb-f797-4bd6-a0e6-bcf71aa8390d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:57.964269 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-93348924-21aa-44b5-a50b-90bad6b05b28 req-75a21bcb-f797-4bd6-a0e6-bcf71aa8390d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0837660
Apr 30 13:16:58.002097 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3879ad4d-97a4-442e-9f07-300e3783a8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.016179 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-93348924-21aa-44b5-a50b-90bad6b05b28 req-4902333e-abc5-48fe-ad8a-5ee8d3d29f08 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448649
Apr 30 13:16:58.026434 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-cc59ebcb-ebba-46bf-8e9c-bf85c4aea52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.036109 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-cc59ebcb-ebba-46bf-8e9c-bf85c4aea52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.046667 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2c0faeab-530d-445e-9642-eda98fc04345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:58.059980 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3879ad4d-97a4-442e-9f07-300e3783a8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.120314 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-cc59ebcb-ebba-46bf-8e9c-bf85c4aea52a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7178c9329c844fd28330ef6e3bf04aa1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7951696
Apr 30 13:16:58.123144 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41878) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:58.123716 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59ebcb-ebba-46bf-8e9c-bf85c4aea52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba04c20-3785-49c4-a838-d41bd388db8a,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:58.128372 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-cc59ebcb-ebba-46bf-8e9c-bf85c4aea52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:58.148969 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3879ad4d-97a4-442e-9f07-300e3783a8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.154121 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-22b06eda-2d16-45fb-b8de-86b65b2cad3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:58.168814 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879ad4d-97a4-442e-9f07-300e3783a8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7c65c8-29c3-441a-a71f-56bad80f7f54,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:58.171714 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-3879ad4d-97a4-442e-9f07-300e3783a8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:58.175880 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3879ad4d-97a4-442e-9f07-300e3783a8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.179940 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-3879ad4d-97a4-442e-9f07-300e3783a8ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c7c65c8-29c3-441a-a71f-56bad80f7f54 HTTP/1.1" status: 204  len: 168 time: 0.2810235
Apr 30 13:16:58.191487 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a33d577c-d465-4e69-86d1-923166003958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.219542 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a33d577c-d465-4e69-86d1-923166003958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.272624 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a33d577c-d465-4e69-86d1-923166003958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.276835 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-f1248d5e-6f54-42e4-ad82-a29c68a7b04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:58.288900 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d577c-d465-4e69-86d1-923166003958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba04c20-3785-49c4-a838-d41bd388db8a,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:58.291425 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a33d577c-d465-4e69-86d1-923166003958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:58.297413 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a33d577c-d465-4e69-86d1-923166003958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.298520 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-a33d577c-d465-4e69-86d1-923166003958 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ba04c20-3785-49c4-a838-d41bd388db8a HTTP/1.1" status: 204  len: 168 time: 0.1742125
Apr 30 13:16:58.491464 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41894) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:58.513759 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-67587585-cb20-4922-815e-6f5ab3bd0b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.533042 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-67587585-cb20-4922-815e-6f5ab3bd0b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:58.536931 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-67587585-cb20-4922-815e-6f5ab3bd0b39 admin admin] Usage tracker for resource:security_group_rule and tenant:ea54e708624c4fe797cf462a5bcbdbbe is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:58.541587 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-67587585-cb20-4922-815e-6f5ab3bd0b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:58.548408 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-67587585-cb20-4922-815e-6f5ab3bd0b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:58.639414 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-67587585-cb20-4922-815e-6f5ab3bd0b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.643310 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-67587585-cb20-4922-815e-6f5ab3bd0b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.650699 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-4e20383d-1630-4ab5-b1e8-c98ef04d9de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:58.700693 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-67587585-cb20-4922-815e-6f5ab3bd0b39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea54e708624c4fe797cf462a5bcbdbbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2046204
Apr 30 13:16:58.700693 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67587585-cb20-4922-815e-6f5ab3bd0b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b0376c-5b6c-48ba-a2df-e2157cee1360,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:58.702198 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41904) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:58.702920 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-67587585-cb20-4922-815e-6f5ab3bd0b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:58.786714 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6fa4-af22-413e-8c1b-be8faccf2bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.814522 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6fa4-af22-413e-8c1b-be8faccf2bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.875354 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6fa4-af22-413e-8c1b-be8faccf2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.880550 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:58.893747 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e6fa4-af22-413e-8c1b-be8faccf2bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b0376c-5b6c-48ba-a2df-e2157cee1360,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:58.897584 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ed0e6fa4-af22-413e-8c1b-be8faccf2bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:58.899751 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6fa4-af22-413e-8c1b-be8faccf2bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:58.900949 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-ed0e6fa4-af22-413e-8c1b-be8faccf2bfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6b0376c-5b6c-48ba-a2df-e2157cee1360 HTTP/1.1" status: 204  len: 168 time: 0.1975672
Apr 30 13:16:59.102823 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.138532 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41936) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:59.277137 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2090897443-network', 'tenant_id': 'ea5c7c9a89ad49f3826b40d49fc159cb'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:59.282476 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fec462-87b2-4afe-afd0-92c7d0500305 req-97dd68d4-a33a-49a5-9650-ca24b3ee97ce tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:59.284931 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:59.290630 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-42fec462-87b2-4afe-afd0-92c7d0500305 req-97dd68d4-a33a-49a5-9650-ca24b3ee97ce tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1059523
Apr 30 13:16:59.292246 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 41942) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:59.295150 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Usage tracker for resource:network and tenant:ea5c7c9a89ad49f3826b40d49fc159cb is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:59.311150 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:59.317820 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-40c87dce-4ea1-4903-be2c-e07cb3da7cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.326712 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:59.332046 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-42fec462-87b2-4afe-afd0-92c7d0500305 req-25a518f9-2280-43b1-b917-86a269eb9f6f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404959
Apr 30 13:16:59.337570 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-40c87dce-4ea1-4903-be2c-e07cb3da7cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:59.344121 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-40c87dce-4ea1-4903-be2c-e07cb3da7cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:bb14c9b9e8384e5693e349bfa639c4aa is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:59.347304 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-40c87dce-4ea1-4903-be2c-e07cb3da7cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:59.350110 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Made reservation on behalf of ea5c7c9a89ad49f3826b40d49fc159cb for: {'network': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:16:59.353024 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.366128 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-40c87dce-4ea1-4903-be2c-e07cb3da7cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:59.371148 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.394615 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:59.408721 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:ea5c7c9a89ad49f3826b40d49fc159cb is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:59.413760 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:59.421825 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:59.526555 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-40c87dce-4ea1-4903-be2c-e07cb3da7cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.537097 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-40c87dce-4ea1-4903-be2c-e07cb3da7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.551885 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b8957710-5a07-4cd0-bb3b-d6a6177dd920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:59.610886 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-40c87dce-4ea1-4903-be2c-e07cb3da7cd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb14c9b9e8384e5693e349bfa639c4aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3172662
Apr 30 13:16:59.611566 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c87dce-4ea1-4903-be2c-e07cb3da7cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfc5af9-7ba3-4ed0-bb6a-994f179ee25b,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:59.617442 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-40c87dce-4ea1-4903-be2c-e07cb3da7cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:59.618373 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41960) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:59.621780 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.626747 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.631047 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:59.658017 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'}  {{(pid=73837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:16:59.677196 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37948e1-455e-4876-b38a-eff7dc839ec4,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:59.682690 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:59.686235 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.686940 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.segments_db [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Added segment 17c7872f-369c-4a70-abd4-2260f77ce6bb of type vlan for network 2ec64be5-6b2d-4f6f-b941-09925e03babe
Apr 30 13:16:59.727678 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.734486 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1f161643-6b6e-4d47-b014-952073c883a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.761139 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.762743 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:16:59.763330 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.765796 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1f161643-6b6e-4d47-b014-952073c883a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.768162 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:59.820389 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1f161643-6b6e-4d47-b014-952073c883a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.824239 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-d0a885a4-57b0-4704-8585-e8ef2378ed00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:16:59.837168 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f161643-6b6e-4d47-b014-952073c883a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfc5af9-7ba3-4ed0-bb6a-994f179ee25b,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:59.839453 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-1f161643-6b6e-4d47-b014-952073c883a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:59.848813 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1f161643-6b6e-4d47-b014-952073c883a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:16:59.853143 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-1f161643-6b6e-4d47-b014-952073c883a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3dfc5af9-7ba3-4ed0-bb6a-994f179ee25b HTTP/1.1" status: 204  len: 168 time: 0.2277441
Apr 30 13:16:59.880956 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=2ec64be5-6b2d-4f6f-b941-09925e03babe,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:16:59.884936 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:16:59.891788 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 2ec64be5-6b2d-4f6f-b941-09925e03babe details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:16:59.892587 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 41970) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:16:59.899162 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Request body: {'subnet': {'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2090897443-subnet', 'tenant_id': 'ea5c7c9a89ad49f3826b40d49fc159cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:16:59.900078 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7507572
Apr 30 13:16:59.913328 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:16:59.917868 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Usage tracker for resource:subnet and tenant:ea5c7c9a89ad49f3826b40d49fc159cb is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:16:59.922577 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:16:59.930420 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:16:59.941689 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Made reservation on behalf of ea5c7c9a89ad49f3826b40d49fc159cb for: {'subnet': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:16:59.944642 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:00.331108 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:00.432157 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:00.436617 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a7916af9-047c-48b0-9897-84ce20aef29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:00.521569 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d95b8e-c89c-40d7-9f39-53e2b49faa18,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:00.529905 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:00.530681 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Checking segment: {'id': '17c7872f-369c-4a70-abd4-2260f77ce6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:17:00.531038 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Network hostable DHCP agents. Network: 2ec64be5-6b2d-4f6f-b941-09925e03babe, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:17:00.618284 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Network 2ec64be5-6b2d-4f6f-b941-09925e03babe is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:17:00.648941 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 2ec64be5-6b2d-4f6f-b941-09925e03babe) {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:17:00.655129 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:00.655712 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:00.659960 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385d00e-817f-4217-b284-ceb3c983598d None None] Network 2ec64be5-6b2d-4f6f-b941-09925e03babe requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:00.714409 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d30ec-f5b7-4e0e-a29d-fea1c65956c6 req-cce7b55e-7c06-4867-950b-2f3550e8401e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:00.718714 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-228d30ec-f5b7-4e0e-a29d-fea1c65956c6 req-cce7b55e-7c06-4867-950b-2f3550e8401e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1769218
Apr 30 13:17:00.729444 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8273613
Apr 30 13:17:00.836519 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-228d30ec-f5b7-4e0e-a29d-fea1c65956c6 req-325a1302-3e06-4ad0-ad8a-b053e7e96429 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094434
Apr 30 13:17:01.060714 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6cd69-8785-4ff1-9c55-9b5da9cdd447 None None] Network 2ec64be5-6b2d-4f6f-b941-09925e03babe requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:04.136583 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868c59a-e159-4992-bf5a-8bd05b09dc81 req-db2e07f7-b83e-4db5-8070-43c179417cbc tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:04.138083 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e868c59a-e159-4992-bf5a-8bd05b09dc81 req-db2e07f7-b83e-4db5-8070-43c179417cbc tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0797548
Apr 30 13:17:04.183122 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e868c59a-e159-4992-bf5a-8bd05b09dc81 req-ce466254-f450-4657-8a63-33168e747cb6 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393100
Apr 30 13:17:05.380389 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9312ba-9d73-456c-ac1d-14427460692c req-13e31005-d25d-4e2d-9d41-59141311c7d3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:05.381914 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6f9312ba-9d73-456c-ac1d-14427460692c req-13e31005-d25d-4e2d-9d41-59141311c7d3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0880530
Apr 30 13:17:05.430473 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6f9312ba-9d73-456c-ac1d-14427460692c req-fcfe5db3-e76b-4a9e-afff-c6d0ebc26a39 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428796
Apr 30 13:17:06.636420 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109cd51-30f5-4885-8c31-3ffb9b73ace4 req-4e4232d7-e74d-4982-aca5-7ddc4c22b126 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:06.638360 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8109cd51-30f5-4885-8c31-3ffb9b73ace4 req-4e4232d7-e74d-4982-aca5-7ddc4c22b126 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0866649
Apr 30 13:17:06.686499 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8109cd51-30f5-4885-8c31-3ffb9b73ace4 req-53a108cc-fd9f-49b9-910d-0a02d141b508 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422311
Apr 30 13:17:06.878341 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e658e4-d973-4971-a633-91622572f1b6 req-e72c2a1a-8723-48f4-aea3-dd61f20ed0b8 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:06.879760 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-e72c2a1a-8723-48f4-aea3-dd61f20ed0b8 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/networks?id=2ec64be5-6b2d-4f6f-b941-09925e03babe HTTP/1.1" status: 200  len: 809 time: 0.1508265
Apr 30 13:17:06.894572 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-09ca8567-1a89-446a-9ae8-86e5c87c774a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/quotas/ea5c7c9a89ad49f3826b40d49fc159cb HTTP/1.1" status: 200  len: 375 time: 0.0093367
Apr 30 13:17:06.994797 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-69ee2eec-fd1c-448c-aa57-bf96c4aea284 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea5c7c9a89ad49f3826b40d49fc159cb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0949416
Apr 30 13:17:07.127057 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-8b9734ed-8109-45e5-a4cd-69060ca7def2 service neutron] 10.222.0.15 "GET /v2.0/networks/2ec64be5-6b2d-4f6f-b941-09925e03babe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248062
Apr 30 13:17:07.263940 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-a7bedb54-0ce1-48b8-a157-282b79578e2d service neutron] 10.222.0.15 "GET /v2.0/networks/2ec64be5-6b2d-4f6f-b941-09925e03babe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300843
Apr 30 13:17:07.970689 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 42220) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:08.095760 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-68352603-00e5-4b5e-9df6-acdaf86983c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.109597 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-68352603-00e5-4b5e-9df6-acdaf86983c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:08.113492 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-68352603-00e5-4b5e-9df6-acdaf86983c3 admin admin] Usage tracker for resource:security_group_rule and tenant:e9eded4c5dd0463e99f516ba0ff0ecc4 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:08.116330 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-68352603-00e5-4b5e-9df6-acdaf86983c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:08.121854 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-68352603-00e5-4b5e-9df6-acdaf86983c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:08.204902 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-68352603-00e5-4b5e-9df6-acdaf86983c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.208667 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-68352603-00e5-4b5e-9df6-acdaf86983c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.215511 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-bcd6e902-c8e3-4b09-8aa5-4e6021b78ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:08.262212 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-68352603-00e5-4b5e-9df6-acdaf86983c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9eded4c5dd0463e99f516ba0ff0ecc4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2881696
Apr 30 13:17:08.262212 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68352603-00e5-4b5e-9df6-acdaf86983c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93d57ef-91e9-4c7a-b368-84b1512ed101,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:08.264217 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42228) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:08.265293 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-68352603-00e5-4b5e-9df6-acdaf86983c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:08.325738 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-11cb08ad-1bea-4842-8734-b13d3b192214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.352011 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-11cb08ad-1bea-4842-8734-b13d3b192214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.407421 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-11cb08ad-1bea-4842-8734-b13d3b192214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.411058 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:08.422246 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb08ad-1bea-4842-8734-b13d3b192214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93d57ef-91e9-4c7a-b368-84b1512ed101,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:08.424986 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-11cb08ad-1bea-4842-8734-b13d3b192214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:08.431905 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-11cb08ad-1bea-4842-8734-b13d3b192214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.433043 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-11cb08ad-1bea-4842-8734-b13d3b192214 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c93d57ef-91e9-4c7a-b368-84b1512ed101 HTTP/1.1" status: 204  len: 168 time: 0.1676016
Apr 30 13:17:08.723045 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42236) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:08.741202 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-938042ce-c944-4685-af7c-b4045bb3f13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.757474 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-938042ce-c944-4685-af7c-b4045bb3f13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:08.761593 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-938042ce-c944-4685-af7c-b4045bb3f13c admin admin] Usage tracker for resource:security_group_rule and tenant:e81ba1916d644145843a861abb74ba78 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:08.764565 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-938042ce-c944-4685-af7c-b4045bb3f13c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:08.771232 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-938042ce-c944-4685-af7c-b4045bb3f13c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:08.858007 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-938042ce-c944-4685-af7c-b4045bb3f13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.862443 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-938042ce-c944-4685-af7c-b4045bb3f13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:08.869569 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-406b6a60-2e14-42da-99a6-25764fc80a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:08.911520 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-938042ce-c944-4685-af7c-b4045bb3f13c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e81ba1916d644145843a861abb74ba78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1873419
Apr 30 13:17:08.912415 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938042ce-c944-4685-af7c-b4045bb3f13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd402f2-e588-419a-b19a-b3a6e947c0c1,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:08.914333 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 42242) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:08.915371 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-938042ce-c944-4685-af7c-b4045bb3f13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:08.975852 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-074fbea7-6851-4957-a253-41508104261f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.005650 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-074fbea7-6851-4957-a253-41508104261f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.058349 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-074fbea7-6851-4957-a253-41508104261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.062221 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e627f676-d657-4b95-a920-0d0d861e5ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:09.073942 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fbea7-6851-4957-a253-41508104261f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd402f2-e588-419a-b19a-b3a6e947c0c1,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:09.076715 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-074fbea7-6851-4957-a253-41508104261f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:09.084743 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-074fbea7-6851-4957-a253-41508104261f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.085861 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-074fbea7-6851-4957-a253-41508104261f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9bd402f2-e588-419a-b19a-b3a6e947c0c1 HTTP/1.1" status: 204  len: 168 time: 0.1705284
Apr 30 13:17:09.465212 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42252) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:09.485128 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8b8f59bf-b5a4-416b-96ae-12e2c0e7cf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.499386 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-8b8f59bf-b5a4-416b-96ae-12e2c0e7cf26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:09.503260 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-8b8f59bf-b5a4-416b-96ae-12e2c0e7cf26 admin admin] Usage tracker for resource:security_group_rule and tenant:024ac59db6044a5ba123025189d85353 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:09.506060 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-8b8f59bf-b5a4-416b-96ae-12e2c0e7cf26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:09.511677 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-8b8f59bf-b5a4-416b-96ae-12e2c0e7cf26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:09.601452 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8b8f59bf-b5a4-416b-96ae-12e2c0e7cf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.605572 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8b8f59bf-b5a4-416b-96ae-12e2c0e7cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.615820 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:09.656808 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-8b8f59bf-b5a4-416b-96ae-12e2c0e7cf26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=024ac59db6044a5ba123025189d85353&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1903951
Apr 30 13:17:09.658736 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f59bf-b5a4-416b-96ae-12e2c0e7cf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e7ff9d-daf0-4677-a192-3b94da7d57c6,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:09.659714 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 42256) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:09.661698 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8b8f59bf-b5a4-416b-96ae-12e2c0e7cf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:09.722306 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca57a-aabd-45d7-b54b-b5e6b4f711f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.751411 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca57a-aabd-45d7-b54b-b5e6b4f711f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.876620 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca57a-aabd-45d7-b54b-b5e6b4f711f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.880254 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:09.891546 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ca57a-aabd-45d7-b54b-b5e6b4f711f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e7ff9d-daf0-4677-a192-3b94da7d57c6,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:09.895284 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-8a6ca57a-aabd-45d7-b54b-b5e6b4f711f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:09.898476 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca57a-aabd-45d7-b54b-b5e6b4f711f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:09.899572 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-8a6ca57a-aabd-45d7-b54b-b5e6b4f711f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8e7ff9d-daf0-4677-a192-3b94da7d57c6 HTTP/1.1" status: 204  len: 168 time: 0.2388458
Apr 30 13:17:10.760620 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c3ee2361-c68c-4d0a-ac95-cd4ef3e51bd8 req-fef54e30-9105-4b31-836a-9753669e05f3 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 210 time: 0.1088324
Apr 30 13:17:10.809882 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e069dcc-98c6-43c1-a419-2ae84f116d6b req-214d62a4-cbbd-4286-b4c5-342322becf6a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:10.812265 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7e069dcc-98c6-43c1-a419-2ae84f116d6b req-214d62a4-cbbd-4286-b4c5-342322becf6a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1067734
Apr 30 13:17:10.861287 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7e069dcc-98c6-43c1-a419-2ae84f116d6b req-4236fd4e-47b7-4943-ab52-ab98d6cfe261 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430686
Apr 30 13:17:12.424015 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c31f64e8-56fd-4169-af69-0204c3f8cae5 req-2a1603eb-28a5-4dc3-9b1e-623df85c519c tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 210 time: 0.0539551
Apr 30 13:17:12.457822 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75021fe3-a7d4-403e-acbf-5d101c2d96ac req-dcde0f82-5f46-4acc-a73b-f4088b5ce312 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:12.459314 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-75021fe3-a7d4-403e-acbf-5d101c2d96ac req-dcde0f82-5f46-4acc-a73b-f4088b5ce312 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1255381
Apr 30 13:17:12.504280 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-75021fe3-a7d4-403e-acbf-5d101c2d96ac req-91086929-4c10-4887-aefa-72c16bce9068 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393958
Apr 30 13:17:13.040456 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e658e4-d973-4971-a633-91622572f1b6 req-15470202-1a2d-4249-8a76-cca536df7af1 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:13.041167 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-a9e658e4-d973-4971-a633-91622572f1b6 req-15470202-1a2d-4249-8a76-cca536df7af1 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Synchronizing usage tracker for tenant:ea5c7c9a89ad49f3826b40d49fc159cb on resource:network {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:13.062023 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-a9e658e4-d973-4971-a633-91622572f1b6 req-15470202-1a2d-4249-8a76-cca536df7af1 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Unset dirty status for tenant:ea5c7c9a89ad49f3826b40d49fc159cb on resource:network {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:13.063240 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-15470202-1a2d-4249-8a76-cca536df7af1 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.89 "GET /v2.0/networks?id=2ec64be5-6b2d-4f6f-b941-09925e03babe HTTP/1.1" status: 200  len: 809 time: 0.1704221
Apr 30 13:17:13.076546 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Request body: {'port': {'device_id': 'a4fc633f-0bc7-47bc-8eea-7609f79fb2a0', 'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe', 'admin_state_up': True, 'tenant_id': 'ea5c7c9a89ad49f3826b40d49fc159cb'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:13.215831 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:13.220212 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Usage tracker for resource:port and tenant:ea5c7c9a89ad49f3826b40d49fc159cb is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:13.223084 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:13.228720 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:13.239017 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Made reservation on behalf of ea5c7c9a89ad49f3826b40d49fc159cb for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:13.242510 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:13.430602 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Allocated IP 172.20.0.7 (2ec64be5-6b2d-4f6f-b941-09925e03babe/d5d95b8e-c89c-40d7-9f39-53e2b49faa18/ee11e217-e749-49b8-960f-8f9f3104bf01) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:17:13.589644 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3d5a9344-19c7-4bf2-b6c2-721727435768 req-55db1c1f-3502-48c9-978e-60a94c200c78 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 210 time: 0.0518284
Apr 30 13:17:13.646346 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:13.682767 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:13.689976 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:13.714155 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9bf18-c413-4cb5-a738-f174dc92000c req-825b85a1-3a5a-43bc-b2ab-2c2c624885d5 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:13.715678 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d4c9bf18-c413-4cb5-a738-f174dc92000c req-825b85a1-3a5a-43bc-b2ab-2c2c624885d5 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0910110
Apr 30 13:17:13.768895 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Pushing event updated for resources: {'Port': ['ID=ee11e217-e749-49b8-960f-8f9f3104bf01,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:13.771072 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d4c9bf18-c413-4cb5-a738-f174dc92000c req-a89307fd-0f77-4dce-a7a3-8ff89a4c1c00 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490153
Apr 30 13:17:13.772976 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:13.786738 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Network 2ec64be5-6b2d-4f6f-b941-09925e03babe is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:17:13.789777 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:17:13.798076 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:17:13.861701 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:13.862361 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:13.882120 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8095529
Apr 30 13:17:13.894837 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Request body: {'port': {'device_id': 'a4fc633f-0bc7-47bc-8eea-7609f79fb2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:14.010488 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.358703 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee11e217-e749-49b8-960f-8f9f3104bf01 {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:17:14.366046 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.381439 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Transition to ACTIVE for port object ee11e217-e749-49b8-960f-8f9f3104bf01 will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:17:14.385117 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.389415 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:14.521493 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Pushing event updated for resources: {'Port': ['ID=ee11e217-e749-49b8-960f-8f9f3104bf01,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:14.558473 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:14.645026 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Attempting to bind port ee11e217-e749-49b8-960f-8f9f3104bf01 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:17:14.645239 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Attempting to bind port ee11e217-e749-49b8-960f-8f9f3104bf01 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '17c7872f-369c-4a70-abd4-2260f77ce6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:17:14.645621 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Attempting to bind port ee11e217-e749-49b8-960f-8f9f3104bf01 on network 2ec64be5-6b2d-4f6f-b941-09925e03babe {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:17:14.651887 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Port ee11e217-e749-49b8-960f-8f9f3104bf01 on network 2ec64be5-6b2d-4f6f-b941-09925e03babe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:17:14.652210 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Attempting to bind port ee11e217-e749-49b8-960f-8f9f3104bf01 on network 2ec64be5-6b2d-4f6f-b941-09925e03babe {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:17:14.658663 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:17:14.659003 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Checking segment: {'id': '17c7872f-369c-4a70-abd4-2260f77ce6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:17:14.659390 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Bound using segment: {'id': '17c7872f-369c-4a70-abd4-2260f77ce6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:17:14.659825 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Bound port: ee11e217-e749-49b8-960f-8f9f3104bf01, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c7872f-369c-4a70-abd4-2260f77ce6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:17:14.660179 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.866827 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] For port ee11e217-e749-49b8-960f-8f9f3104bf01, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:17:14.868917 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82072586-4c9e-4e8e-b8f7-53eae8174c1f req-b11932fe-1f9e-4558-822b-2441df80bf26 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:14.870489 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-82072586-4c9e-4e8e-b8f7-53eae8174c1f req-b11932fe-1f9e-4558-822b-2441df80bf26 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 943 time: 0.1572654
Apr 30 13:17:14.872895 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] For port ee11e217-e749-49b8-960f-8f9f3104bf01, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee11e217-e749-49b8-960f-8f9f3104bf01,segment=NetworkSegment(17c7872f-369c-4a70-abd4-2260f77ce6bb),segment_id=17c7872f-369c-4a70-abd4-2260f77ce6bb)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:17:14.879761 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.892856 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:14.991602 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:14.992161 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:14.993575 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] 10.222.0.89 "PUT /v2.0/ports/ee11e217-e749-49b8-960f-8f9f3104bf01 HTTP/1.1" status: 200  len: 1093 time: 1.1033456
Apr 30 13:17:14.994061 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4fc633f-0bc7-47bc-8eea-7609f79fb2a0', 'tag': 'ee11e217-e749-49b8-960f-8f9f3104bf01'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:15.006647 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-82072586-4c9e-4e8e-b8f7-53eae8174c1f req-ea636353-063e-4505-98ea-a1fe110d1515 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282969
Apr 30 13:17:15.049177 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Pushing event updated for resources: {'Port': ['ID=ee11e217-e749-49b8-960f-8f9f3104bf01,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:15.053326 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:15.121989 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c396bc-dff3-464d-b1af-cf273771f7c8 req-4fdf3f89-8c59-460c-9641-01a0f6ee8dc9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:15.123919 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-75c396bc-dff3-464d-b1af-cf273771f7c8 req-4fdf3f89-8c59-460c-9641-01a0f6ee8dc9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1159067
Apr 30 13:17:15.171177 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e658e4-d973-4971-a633-91622572f1b6 req-aac01b16-58c0-4354-82a0-030f1bebb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:15.173441 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-aac01b16-58c0-4354-82a0-030f1bebb47c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea5c7c9a89ad49f3826b40d49fc159cb&device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 1096 time: 0.1211536
Apr 30 13:17:15.200494 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-75c396bc-dff3-464d-b1af-cf273771f7c8 req-4b97138a-a8d6-4427-a6c7-f85708df86d9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674202
Apr 30 13:17:15.263844 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4fc633f-0bc7-47bc-8eea-7609f79fb2a0', 'tag': 'ee11e217-e749-49b8-960f-8f9f3104bf01', 'status': 'completed', 'code': 200}
Apr 30 13:17:15.265204 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-d132b973-2b86-442e-99d9-5e5713652fb2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee11e217-e749-49b8-960f-8f9f3104bf01 HTTP/1.1" status: 200  len: 217 time: 0.0819910
Apr 30 13:17:15.364345 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e658e4-d973-4971-a633-91622572f1b6 req-c68990bd-d0fa-47e2-8bf2-d7e6f3b541cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:15.366782 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-c68990bd-d0fa-47e2-8bf2-d7e6f3b541cc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d5d95b8e-c89c-40d7-9f39-53e2b49faa18 HTTP/1.1" status: 200  len: 849 time: 0.0838215
Apr 30 13:17:15.426918 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-f4813198-9d65-4f86-974b-13953f09a3b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2ec64be5-6b2d-4f6f-b941-09925e03babe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527344
Apr 30 13:17:15.588828 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-bac46f87-ccb6-4685-894a-b9e8b443f80b service neutron] 10.222.0.89 "GET /v2.0/networks/2ec64be5-6b2d-4f6f-b941-09925e03babe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540432
Apr 30 13:17:15.834214 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a9e658e4-d973-4971-a633-91622572f1b6 req-0af931ef-7b97-4614-858a-b3a72c1a6a1c service neutron] 10.222.0.89 "GET /v2.0/networks/2ec64be5-6b2d-4f6f-b941-09925e03babe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2373164
Apr 30 13:17:15.935113 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42426) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:15.986903 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e4f26-6a25-46d5-b880-c034d0a12820 req-36573c38-f026-4a1b-a155-d0fed739fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:15.989101 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-304e4f26-6a25-46d5-b880-c034d0a12820 req-36573c38-f026-4a1b-a155-d0fed739fec0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea5c7c9a89ad49f3826b40d49fc159cb&device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 1096 time: 0.0912166
Apr 30 13:17:16.085937 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-dab808e0-d53c-4bd5-8d6a-470ed32f74c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.103896 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-dab808e0-d53c-4bd5-8d6a-470ed32f74c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:16.113939 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-dab808e0-d53c-4bd5-8d6a-470ed32f74c0 admin admin] Usage tracker for resource:security_group_rule and tenant:a4493c8d49da4708ad4850914c0cc693 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:16.121229 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-dab808e0-d53c-4bd5-8d6a-470ed32f74c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:16.133872 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-dab808e0-d53c-4bd5-8d6a-470ed32f74c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:16.242583 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e4f26-6a25-46d5-b880-c034d0a12820 req-3bb1c7cf-201e-4934-b45a-cf781cf42827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:16.244217 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-304e4f26-6a25-46d5-b880-c034d0a12820 req-3bb1c7cf-201e-4934-b45a-cf781cf42827 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2ec64be5-6b2d-4f6f-b941-09925e03babe HTTP/1.1" status: 200  len: 911 time: 0.2487450
Apr 30 13:17:16.305804 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-dab808e0-d53c-4bd5-8d6a-470ed32f74c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.314948 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-dab808e0-d53c-4bd5-8d6a-470ed32f74c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.320038 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-304e4f26-6a25-46d5-b880-c034d0a12820 req-1b0498a9-3f2d-4f30-9cb2-ff5057093d8b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee11e217-e749-49b8-960f-8f9f3104bf01 HTTP/1.1" status: 200  len: 217 time: 0.0688436
Apr 30 13:17:16.325312 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-3e575f2b-e976-4c5b-88af-3df662ea6706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:16.387198 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e4f26-6a25-46d5-b880-c034d0a12820 req-be2c2ec0-9f81-4c5c-b6b3-4bffed57b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:16.388655 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-304e4f26-6a25-46d5-b880-c034d0a12820 req-be2c2ec0-9f81-4c5c-b6b3-4bffed57b1f9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d5d95b8e-c89c-40d7-9f39-53e2b49faa18 HTTP/1.1" status: 200  len: 849 time: 0.0623326
Apr 30 13:17:16.422538 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-dab808e0-d53c-4bd5-8d6a-470ed32f74c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4493c8d49da4708ad4850914c0cc693&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4849372
Apr 30 13:17:16.428146 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42440) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:16.430808 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab808e0-d53c-4bd5-8d6a-470ed32f74c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9fb2a3-ec10-4860-b37a-cc523f713593,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:16.434960 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-dab808e0-d53c-4bd5-8d6a-470ed32f74c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:16.439881 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-304e4f26-6a25-46d5-b880-c034d0a12820 req-831ea927-e637-4ad7-a2fa-30ff8c3d6281 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2ec64be5-6b2d-4f6f-b941-09925e03babe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437474
Apr 30 13:17:16.466454 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc11c0f-1664-4eff-b656-bce0ce3c9582 req-e42c5182-1bd2-44fd-8eaa-5f852afebd52 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:16.469131 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-acc11c0f-1664-4eff-b656-bce0ce3c9582 req-e42c5182-1bd2-44fd-8eaa-5f852afebd52 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 943 time: 0.2538776
Apr 30 13:17:16.567243 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641d2b4-a3f7-44b7-87df-9a5c06349765 req-59cf785c-5034-4e13-85ec-a3368d857a8c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:16.568619 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6641d2b4-a3f7-44b7-87df-9a5c06349765 req-59cf785c-5034-4e13-85ec-a3368d857a8c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.2443614
Apr 30 13:17:16.575937 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-304e4f26-6a25-46d5-b880-c034d0a12820 req-fe95e209-eb3a-49e1-9f44-0e1415cb8a18 service neutron] 10.222.0.89 "GET /v2.0/networks/2ec64be5-6b2d-4f6f-b941-09925e03babe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282492
Apr 30 13:17:16.582481 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-acc11c0f-1664-4eff-b656-bce0ce3c9582 req-4497556a-a7f1-48b2-8af5-57f70b78e3ba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967004
Apr 30 13:17:16.583915 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-04556def-74ee-4931-b754-280aa4429da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.642326 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-04556def-74ee-4931-b754-280aa4429da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.715416 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-304e4f26-6a25-46d5-b880-c034d0a12820 req-5c71f5f2-d6e7-4a7d-a59f-067ddb45b0bc service neutron] 10.222.0.89 "GET /v2.0/networks/2ec64be5-6b2d-4f6f-b941-09925e03babe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329319
Apr 30 13:17:16.738799 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6641d2b4-a3f7-44b7-87df-9a5c06349765 req-c1cc532f-7fbf-41d7-aa05-1f2dc01fcf80 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618240
Apr 30 13:17:16.777376 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-04556def-74ee-4931-b754-280aa4429da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.781459 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-dbf13799-3d24-4f96-b1f9-b7435e295d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:16.796730 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04556def-74ee-4931-b754-280aa4429da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9fb2a3-ec10-4860-b37a-cc523f713593,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:16.802485 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-04556def-74ee-4931-b754-280aa4429da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:16.815985 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-04556def-74ee-4931-b754-280aa4429da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:16.817136 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-04556def-74ee-4931-b754-280aa4429da3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c9fb2a3-ec10-4860-b37a-cc523f713593 HTTP/1.1" status: 204  len: 168 time: 0.3878527
Apr 30 13:17:17.660294 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 42492) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:17.798884 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4dd0827b-5796-47e6-9231-8ea01a7e1d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:17.816456 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-4dd0827b-5796-47e6-9231-8ea01a7e1d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:17.830692 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-4dd0827b-5796-47e6-9231-8ea01a7e1d78 admin admin] Usage tracker for resource:security_group_rule and tenant:f8547ab485e04e2b8f7dc33ae418c8e8 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:17.833766 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-4dd0827b-5796-47e6-9231-8ea01a7e1d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:17.839703 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-4dd0827b-5796-47e6-9231-8ea01a7e1d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:17.880057 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122224-7792-4f12-b8da-c80b7af29ace req-542484b9-acc0-490c-8f56-53c944df8e5c tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:17.881860 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e3122224-7792-4f12-b8da-c80b7af29ace req-542484b9-acc0-490c-8f56-53c944df8e5c tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 943 time: 0.1075110
Apr 30 13:17:17.953855 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4dd0827b-5796-47e6-9231-8ea01a7e1d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:17.958182 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4dd0827b-5796-47e6-9231-8ea01a7e1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:17.965028 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e3122224-7792-4f12-b8da-c80b7af29ace req-a17b6097-6be2-462f-a8fe-9544be653126 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768080
Apr 30 13:17:17.967150 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0736dead-e013-4a7d-8233-c3c27e7bba50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:18.012829 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-4dd0827b-5796-47e6-9231-8ea01a7e1d78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8547ab485e04e2b8f7dc33ae418c8e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3513756
Apr 30 13:17:18.015176 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0827b-5796-47e6-9231-8ea01a7e1d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65bdfaa-5946-4a0d-b745-46a9ba47f0f3,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:18.015843 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42502) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:18.018780 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-4dd0827b-5796-47e6-9231-8ea01a7e1d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:18.129805 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3ad2-a241-4ae7-9bc0-d4993d75f8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.172589 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3ad2-a241-4ae7-9bc0-d4993d75f8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.232658 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087d70d-9ddd-4bbf-aabf-efe04319722f req-15d74b2d-5168-498b-8bb6-6f6d2d6073b2 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:18.234313 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1087d70d-9ddd-4bbf-aabf-efe04319722f req-15d74b2d-5168-498b-8bb6-6f6d2d6073b2 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1515906
Apr 30 13:17:18.281385 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3ad2-a241-4ae7-9bc0-d4993d75f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.287789 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:18.299629 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1087d70d-9ddd-4bbf-aabf-efe04319722f req-05a4b433-e0b9-4f4e-85fd-c635b3c7a84c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577023
Apr 30 13:17:18.302153 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a3ad2-a241-4ae7-9bc0-d4993d75f8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65bdfaa-5946-4a0d-b745-46a9ba47f0f3,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:18.312115 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2e4a3ad2-a241-4ae7-9bc0-d4993d75f8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:18.323904 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3ad2-a241-4ae7-9bc0-d4993d75f8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.328366 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-2e4a3ad2-a241-4ae7-9bc0-d4993d75f8c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e65bdfaa-5946-4a0d-b745-46a9ba47f0f3 HTTP/1.1" status: 204  len: 168 time: 0.3082528
Apr 30 13:17:18.672612 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42526) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:18.690491 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2ea8ed41-5f4d-43dc-9360-c1c55e1cf2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.722384 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-2ea8ed41-5f4d-43dc-9360-c1c55e1cf2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:18.726758 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-2ea8ed41-5f4d-43dc-9360-c1c55e1cf2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:57b5cd8eab034469881f368712207ab8 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:18.729810 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-2ea8ed41-5f4d-43dc-9360-c1c55e1cf2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:18.737165 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-2ea8ed41-5f4d-43dc-9360-c1c55e1cf2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:18.833418 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2ea8ed41-5f4d-43dc-9360-c1c55e1cf2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.837550 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2ea8ed41-5f4d-43dc-9360-c1c55e1cf2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.847141 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-67587585-cb20-4922-815e-6f5ab3bd0b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:18.886439 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-2ea8ed41-5f4d-43dc-9360-c1c55e1cf2c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57b5cd8eab034469881f368712207ab8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2127473
Apr 30 13:17:18.888150 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8ed41-5f4d-43dc-9360-c1c55e1cf2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9847e2-2905-4622-a9bd-5c9b002d61dc,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:18.889952 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 42534) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:18.894336 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2ea8ed41-5f4d-43dc-9360-c1c55e1cf2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:18.949040 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-18d8b342-09d0-4f20-a002-2e1c79baea17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:18.976721 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-18d8b342-09d0-4f20-a002-2e1c79baea17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:19.031336 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-18d8b342-09d0-4f20-a002-2e1c79baea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:19.035490 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-3879ad4d-97a4-442e-9f07-300e3783a8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:19.049827 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8b342-09d0-4f20-a002-2e1c79baea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9847e2-2905-4622-a9bd-5c9b002d61dc,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:19.052647 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-18d8b342-09d0-4f20-a002-2e1c79baea17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:19.063165 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-18d8b342-09d0-4f20-a002-2e1c79baea17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:19.067234 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-18d8b342-09d0-4f20-a002-2e1c79baea17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e9847e2-2905-4622-a9bd-5c9b002d61dc HTTP/1.1" status: 204  len: 168 time: 0.1760547
Apr 30 13:17:19.184504 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab319e-c91e-49f9-bb0a-58aac86f20fd req-8a088734-a04a-43a6-880f-0aa3d8eea739 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:19.186041 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-adab319e-c91e-49f9-bb0a-58aac86f20fd req-8a088734-a04a-43a6-880f-0aa3d8eea739 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 943 time: 0.0978434
Apr 30 13:17:19.235268 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-adab319e-c91e-49f9-bb0a-58aac86f20fd req-53ba5cd9-9ead-4a47-a152-92cd87a733ec tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427704
Apr 30 13:17:19.485071 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device ee11e217-e749-49b8-960f-8f9f3104bf01 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:17:19.555174 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca881e2-e917-4dcd-bd3b-aca1cdf2ceaa req-0788016f-a4c6-4d46-89f1-0cc3e12f57cd tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:19.556696 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eca881e2-e917-4dcd-bd3b-aca1cdf2ceaa req-0788016f-a4c6-4d46-89f1-0cc3e12f57cd tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1047492
Apr 30 13:17:19.646482 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eca881e2-e917-4dcd-bd3b-aca1cdf2ceaa req-fc21953f-5083-4aef-815a-63de60e51f31 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734434
Apr 30 13:17:19.656852 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port ee11e217-e749-49b8-960f-8f9f3104bf01, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee11e217-e749-49b8-960f-8f9f3104bf01,segment=NetworkSegment(17c7872f-369c-4a70-abd4-2260f77ce6bb),segment_id=17c7872f-369c-4a70-abd4-2260f77ce6bb)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:19.677421 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': 'ee11e217-e749-49b8-960f-8f9f3104bf01', 'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe', 'port_id': 'ee11e217-e749-49b8-960f-8f9f3104bf01', 'mac_address': 'fa:16:3e:7c:8f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d95b8e-c89c-40d7-9f39-53e2b49faa18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:17:19.776308 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:19.796061 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee11e217-e749-49b8-960f-8f9f3104bf01 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:17:19.814914 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port ee11e217-e749-49b8-960f-8f9f3104bf01, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee11e217-e749-49b8-960f-8f9f3104bf01,segment=NetworkSegment(17c7872f-369c-4a70-abd4-2260f77ce6bb),segment_id=17c7872f-369c-4a70-abd4-2260f77ce6bb)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:19.819551 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:19.821756 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-c4b675f5-8e0c-41a4-89a4-4a9e8a9cf38c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:19.896599 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=ee11e217-e749-49b8-960f-8f9f3104bf01,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:19.906891 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:19.907859 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:19.908299 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:19.908730 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:19.909169 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:19.909591 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:19.910014 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:19.910430 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:19.910860 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:19.911246 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:19.911626 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:19.912008 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:19.916431 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:20.308556 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['ee11e217-e749-49b8-960f-8f9f3104bf01'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:17:20.505917 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ac494-1231-4951-b990-526dfe26aa81 req-1a8731d5-1fc4-4ccd-988b-97a31f099c78 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:20.507487 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-458ac494-1231-4951-b990-526dfe26aa81 req-1a8731d5-1fc4-4ccd-988b-97a31f099c78 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 944 time: 0.1455750
Apr 30 13:17:20.593808 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-458ac494-1231-4951-b990-526dfe26aa81 req-9e0bc630-4994-42e3-a149-f628d3b2f238 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746517
Apr 30 13:17:20.861116 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f558de-93d8-4db9-90da-523c9425943c req-ac8e5d9b-20eb-45a1-824b-3ec671f31fb7 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:20.863648 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-13f558de-93d8-4db9-90da-523c9425943c req-ac8e5d9b-20eb-45a1-824b-3ec671f31fb7 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1091974
Apr 30 13:17:20.926676 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-13f558de-93d8-4db9-90da-523c9425943c req-445e26a2-902b-446d-803a-c1b02b17f36a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513694
Apr 30 13:17:21.566459 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 42700) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:21.884439 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ce946581-e0f8-460e-89cf-656f80e07938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:21.885601 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cddc79-e89f-4ac8-8e3b-1662c03798ba req-439eaa5c-a780-4990-94d9-1906288b70f3 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:21.893700 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-10cddc79-e89f-4ac8-8e3b-1662c03798ba req-439eaa5c-a780-4990-94d9-1906288b70f3 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 944 time: 0.1385210
Apr 30 13:17:21.908397 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-ce946581-e0f8-460e-89cf-656f80e07938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:21.916961 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-ce946581-e0f8-460e-89cf-656f80e07938 admin admin] Usage tracker for resource:security_group_rule and tenant:dba8b21a64e746d48efa9837670a4c49 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:21.927687 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-ce946581-e0f8-460e-89cf-656f80e07938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:21.941745 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-ce946581-e0f8-460e-89cf-656f80e07938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:21.951061 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-10cddc79-e89f-4ac8-8e3b-1662c03798ba req-5fd80ee8-a7b4-4090-875a-c341c0b23c6b tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557177
Apr 30 13:17:21.961359 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59363966-5c5c-4754-b36f-334c55e4ed2f req-e78268b7-dd7f-4949-9988-5dc6d5677ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:21.962882 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-59363966-5c5c-4754-b36f-334c55e4ed2f req-e78268b7-dd7f-4949-9988-5dc6d5677ddc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 1099 time: 0.2589965
Apr 30 13:17:22.044066 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-59363966-5c5c-4754-b36f-334c55e4ed2f req-1ae0b010-1976-419b-8311-9b82ea280842 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706522
Apr 30 13:17:22.105458 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ce946581-e0f8-460e-89cf-656f80e07938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.110558 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ce946581-e0f8-460e-89cf-656f80e07938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.118873 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-421afec2-b199-412e-9f89-3384cd5ad3e7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:22.169560 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-ce946581-e0f8-460e-89cf-656f80e07938 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dba8b21a64e746d48efa9837670a4c49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6012688
Apr 30 13:17:22.170356 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96de6d4-adab-4cfa-a6b3-e7c32b07b244 req-9233c0f2-c0e7-41f6-a961-a98e240cc82b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:22.172547 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a96de6d4-adab-4cfa-a6b3-e7c32b07b244 req-9233c0f2-c0e7-41f6-a961-a98e240cc82b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0976501
Apr 30 13:17:22.173121 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42728) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:22.174934 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce946581-e0f8-460e-89cf-656f80e07938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de780d1b-6b3a-43de-8306-bc11b304e5e7,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:22.179928 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ce946581-e0f8-460e-89cf-656f80e07938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:22.259298 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a96de6d4-adab-4cfa-a6b3-e7c32b07b244 req-ca623bd5-daf8-4088-aef8-443fd7c635e3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721376
Apr 30 13:17:22.274412 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-60177e97-96e0-4623-aa98-9acd4d1005aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.310236 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-60177e97-96e0-4623-aa98-9acd4d1005aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.330399 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42734) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:22.372041 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-60177e97-96e0-4623-aa98-9acd4d1005aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.378733 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-747f6cd6-81bd-4469-a4f3-4617e64a8c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:22.391226 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60177e97-96e0-4623-aa98-9acd4d1005aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de780d1b-6b3a-43de-8306-bc11b304e5e7,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:22.395196 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-60177e97-96e0-4623-aa98-9acd4d1005aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:22.403625 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-60177e97-96e0-4623-aa98-9acd4d1005aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.406800 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-60177e97-96e0-4623-aa98-9acd4d1005aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de780d1b-6b3a-43de-8306-bc11b304e5e7 HTTP/1.1" status: 204  len: 168 time: 0.2325428
Apr 30 13:17:22.477614 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-fc192397-9d56-41c4-b378-4e54de84ddc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.493302 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-fc192397-9d56-41c4-b378-4e54de84ddc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:22.497342 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-fc192397-9d56-41c4-b378-4e54de84ddc4 admin admin] Usage tracker for resource:security_group_rule and tenant:5d5633aaf6e045318107736417ecd72e is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:22.501244 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-fc192397-9d56-41c4-b378-4e54de84ddc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:22.507464 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-fc192397-9d56-41c4-b378-4e54de84ddc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:22.607534 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-fc192397-9d56-41c4-b378-4e54de84ddc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.614152 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-fc192397-9d56-41c4-b378-4e54de84ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.623342 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-465bbb6b-8e73-4471-a643-e7cf8081c8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:22.665192 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-fc192397-9d56-41c4-b378-4e54de84ddc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d5633aaf6e045318107736417ecd72e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3336751
Apr 30 13:17:22.667174 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc192397-9d56-41c4-b378-4e54de84ddc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381c8201-d74a-42a4-a895-1904be336e1f,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:22.667879 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 42748) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:22.671525 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-fc192397-9d56-41c4-b378-4e54de84ddc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:22.749272 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-351ac62c-b2f1-4fab-8808-4b3fcf43aaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.778795 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-351ac62c-b2f1-4fab-8808-4b3fcf43aaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.836987 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-351ac62c-b2f1-4fab-8808-4b3fcf43aaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.843911 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ce946581-e0f8-460e-89cf-656f80e07938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:22.856605 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ac62c-b2f1-4fab-8808-4b3fcf43aaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381c8201-d74a-42a4-a895-1904be336e1f,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:22.865839 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-351ac62c-b2f1-4fab-8808-4b3fcf43aaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:22.866701 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-351ac62c-b2f1-4fab-8808-4b3fcf43aaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:22.870183 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-351ac62c-b2f1-4fab-8808-4b3fcf43aaea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/381c8201-d74a-42a4-a895-1904be336e1f HTTP/1.1" status: 204  len: 168 time: 0.1989474
Apr 30 13:17:23.252917 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51053bb9-8b99-47ee-9677-a754dfbc13ce req-307591cb-1c62-4f4f-a3ef-d8e7214ac7a4 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:23.254943 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-51053bb9-8b99-47ee-9677-a754dfbc13ce req-307591cb-1c62-4f4f-a3ef-d8e7214ac7a4 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 944 time: 0.1453576
Apr 30 13:17:23.346244 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-51053bb9-8b99-47ee-9677-a754dfbc13ce req-d30fb596-9ede-416c-a7b1-ae0dea17ec9f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832269
Apr 30 13:17:23.456506 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 42790) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:23.477246 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-99de9890-36c9-4a6a-9e1a-f25fd9bae673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.496812 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-99de9890-36c9-4a6a-9e1a-f25fd9bae673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:23.501657 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-99de9890-36c9-4a6a-9e1a-f25fd9bae673 admin admin] Usage tracker for resource:security_group_rule and tenant:b5035107d9104dc8b5fce16938960792 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:23.504846 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-99de9890-36c9-4a6a-9e1a-f25fd9bae673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:23.511057 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-99de9890-36c9-4a6a-9e1a-f25fd9bae673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:23.522119 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device ee11e217-e749-49b8-960f-8f9f3104bf01 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:17:23.539818 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae164eed-bcf8-4596-8a1c-66287aa93c7e req-55343701-cc8e-4cf5-a6bd-76cefde9080a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:23.548417 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ae164eed-bcf8-4596-8a1c-66287aa93c7e req-55343701-cc8e-4cf5-a6bd-76cefde9080a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1039608
Apr 30 13:17:23.566398 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cfd520a2-3c54-4130-ac1f-1fd26c2a2fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.605644 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ae164eed-bcf8-4596-8a1c-66287aa93c7e req-894e06ba-b133-4f30-ad37-8cf8b6e1df5f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561025
Apr 30 13:17:23.620824 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port ee11e217-e749-49b8-960f-8f9f3104bf01 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:17:23.628048 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port ee11e217-e749-49b8-960f-8f9f3104bf01 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:17:23.628629 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.645831 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-99de9890-36c9-4a6a-9e1a-f25fd9bae673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.657448 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-99de9890-36c9-4a6a-9e1a-f25fd9bae673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.665965 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-4279de9d-3296-45a3-b469-688018bf2f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:23.782867 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-99de9890-36c9-4a6a-9e1a-f25fd9bae673 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5035107d9104dc8b5fce16938960792&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3250120
Apr 30 13:17:23.784424 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 42802) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:23.787172 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de9890-36c9-4a6a-9e1a-f25fd9bae673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a57bb9-a39a-4a83-ae39-d05d3d6b1606,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:23.819915 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-99de9890-36c9-4a6a-9e1a-f25fd9bae673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:23.830431 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.870083 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8608e-95ea-48dd-8122-e9c9768883a3 req-a8b9221c-c60d-4d71-8f7c-90685036fb38 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:23.877920 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bcb8608e-95ea-48dd-8122-e9c9768883a3 req-a8b9221c-c60d-4d71-8f7c-90685036fb38 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1293867
Apr 30 13:17:23.884016 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port ee11e217-e749-49b8-960f-8f9f3104bf01, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee11e217-e749-49b8-960f-8f9f3104bf01,segment=NetworkSegment(17c7872f-369c-4a70-abd4-2260f77ce6bb),segment_id=17c7872f-369c-4a70-abd4-2260f77ce6bb)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:23.885177 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fc633f-0bc7-47bc-8eea-7609f79fb2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee11e217-e749-49b8-960f-8f9f3104bf01'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:23.897715 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.904032 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c73dce2d-de08-4752-9c4d-5ff3e51b0e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.905233 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:23.944897 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c73dce2d-de08-4752-9c4d-5ff3e51b0e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:23.949941 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bcb8608e-95ea-48dd-8122-e9c9768883a3 req-45bc15c4-a379-403f-9f7a-5e059a2aed23 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710337
Apr 30 13:17:24.019391 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4fc633f-0bc7-47bc-8eea-7609f79fb2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee11e217-e749-49b8-960f-8f9f3104bf01', 'code': 200}
Apr 30 13:17:24.044392 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c73dce2d-de08-4752-9c4d-5ff3e51b0e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:24.054034 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-351ac62c-b2f1-4fab-8808-4b3fcf43aaea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:24.085566 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=ee11e217-e749-49b8-960f-8f9f3104bf01,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:24.088751 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:24.093328 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dce2d-de08-4752-9c4d-5ff3e51b0e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a57bb9-a39a-4a83-ae39-d05d3d6b1606,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:24.102876 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c73dce2d-de08-4752-9c4d-5ff3e51b0e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:24.106586 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-c73dce2d-de08-4752-9c4d-5ff3e51b0e24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86a57bb9-a39a-4a83-ae39-d05d3d6b1606 HTTP/1.1" status: 204  len: 168 time: 0.3186579
Apr 30 13:17:24.110400 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-c73dce2d-de08-4752-9c4d-5ff3e51b0e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:24.332410 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3770a-0306-415a-b051-bdd2a52b82c1 req-10280470-df42-4b12-9060-4eb5cb44c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:24.337958 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-0cc3770a-0306-415a-b051-bdd2a52b82c1 req-10280470-df42-4b12-9060-4eb5cb44c175 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 1098 time: 0.1073487
Apr 30 13:17:24.391468 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-0cc3770a-0306-415a-b051-bdd2a52b82c1 req-74f478d8-69e6-4ab2-8b6b-a2f4ef770bf7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496185
Apr 30 13:17:24.666292 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e901a4-56fe-4a2d-b60f-b497e745dcfb req-c7853ee6-c73c-45a5-9436-842a7378c47c tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:24.692079 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-74e901a4-56fe-4a2d-b60f-b497e745dcfb req-c7853ee6-c73c-45a5-9436-842a7378c47c tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 945 time: 0.1772480
Apr 30 13:17:24.755414 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-74e901a4-56fe-4a2d-b60f-b497e745dcfb req-01576b02-5e22-491c-b61b-0ad22d2e40fb tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624769
Apr 30 13:17:25.076364 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42876) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:25.157897 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42882) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:25.261464 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-55428532-network', 'tenant_id': '5b785c054c2c42e6a97ca3f659ab7ffa'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:25.267573 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:25.285837 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Usage tracker for resource:network and tenant:5b785c054c2c42e6a97ca3f659ab7ffa is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:25.289847 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:25.292648 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3bebb3d8-03cf-4e79-b998-d6f9abd0a7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.307263 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:25.318466 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-3bebb3d8-03cf-4e79-b998-d6f9abd0a7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:25.322947 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-3bebb3d8-03cf-4e79-b998-d6f9abd0a7f9 admin admin] Usage tracker for resource:security_group_rule and tenant:48f9ffbea74748cea78637a22f3936ef is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:25.326194 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-3bebb3d8-03cf-4e79-b998-d6f9abd0a7f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:25.330044 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Made reservation on behalf of 5b785c054c2c42e6a97ca3f659ab7ffa for: {'network': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:25.332428 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.347015 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-3bebb3d8-03cf-4e79-b998-d6f9abd0a7f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:25.348889 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.374465 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:25.385579 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:5b785c054c2c42e6a97ca3f659ab7ffa is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:25.390410 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:25.460258 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:25.558635 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3bebb3d8-03cf-4e79-b998-d6f9abd0a7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.566340 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3bebb3d8-03cf-4e79-b998-d6f9abd0a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.579405 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2ea8ed41-5f4d-43dc-9360-c1c55e1cf2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:25.636299 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebb3d8-03cf-4e79-b998-d6f9abd0a7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c934e180-1565-4f27-91ee-b7a52d44c953,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:25.644235 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-3bebb3d8-03cf-4e79-b998-d6f9abd0a7f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48f9ffbea74748cea78637a22f3936ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4852340
Apr 30 13:17:25.645348 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42892) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:25.645750 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-3bebb3d8-03cf-4e79-b998-d6f9abd0a7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:25.665797 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.701153 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.710323 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-b8d2566c-e86f-433e-883d-4156fdd6d3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:25.723620 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-bdd3bc63-2220-49b5-bcee-71097a054984 req-c8440182-5cc6-412a-81ce-c7389c08984e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0969179
Apr 30 13:17:25.763521 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caf918c-09b0-489f-bc95-8925c75f89fe,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:25.770157 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:25.781629 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'}  {{(pid=73836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:17:25.797814 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-86879732-6dda-43b6-97c2-83c29160d377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.830566 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-86879732-6dda-43b6-97c2-83c29160d377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.871713 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:25.872071 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.segments_db [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Added segment 4bcbb11e-f05e-4008-a594-2950401dd83f of type vlan for network 99dc7594-fcb0-412d-a234-820a7450a869
Apr 30 13:17:25.908082 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3bc63-2220-49b5-bcee-71097a054984 req-a9676ac0-2d8f-4d94-9787-e347d2119c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:25.911114 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-bdd3bc63-2220-49b5-bcee-71097a054984 req-a9676ac0-2d8f-4d94-9787-e347d2119c98 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2e929e0b08a2424d88e50ddd4873774a&device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 1099 time: 0.1434331
Apr 30 13:17:25.963890 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.014720 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-86879732-6dda-43b6-97c2-83c29160d377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.019694 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2e4a3ad2-a241-4ae7-9bc0-d4993d75f8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:26.037898 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86879732-6dda-43b6-97c2-83c29160d377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c934e180-1565-4f27-91ee-b7a52d44c953,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:26.045145 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-86879732-6dda-43b6-97c2-83c29160d377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:26.046803 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.055761 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:26.057998 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.082283 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:26.176005 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3bc63-2220-49b5-bcee-71097a054984 req-3bd28d79-e3a7-4533-838a-77e2a3d8b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:26.177615 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-bdd3bc63-2220-49b5-bcee-71097a054984 req-3bd28d79-e3a7-4533-838a-77e2a3d8b0d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=607bf271-94f7-456e-b795-6638e4db5074 HTTP/1.1" status: 200  len: 921 time: 0.2354944
Apr 30 13:17:26.213323 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-86879732-6dda-43b6-97c2-83c29160d377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.215150 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-86879732-6dda-43b6-97c2-83c29160d377 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c934e180-1565-4f27-91ee-b7a52d44c953 HTTP/1.1" status: 204  len: 168 time: 0.5657558
Apr 30 13:17:26.226884 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edea4a-5fb6-461b-8002-6114e6d8fe11 req-22b54d08-06f0-4470-a62e-9288257decd9 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:26.235684 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c7edea4a-5fb6-461b-8002-6114e6d8fe11 req-22b54d08-06f0-4470-a62e-9288257decd9 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 945 time: 0.3394048
Apr 30 13:17:26.238865 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1607151
Apr 30 13:17:26.240871 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=99dc7594-fcb0-412d-a234-820a7450a869,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:26.242794 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42910) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:26.246517 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.259592 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-bdd3bc63-2220-49b5-bcee-71097a054984 req-572659b2-d001-40df-974c-d3a6957ce0ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 HTTP/1.1" status: 200  len: 217 time: 0.0715971
Apr 30 13:17:26.294052 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 99dc7594-fcb0-412d-a234-820a7450a869 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:17:26.300726 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Request body: {'subnet': {'network_id': '99dc7594-fcb0-412d-a234-820a7450a869', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-55428532-subnet', 'tenant_id': '5b785c054c2c42e6a97ca3f659ab7ffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:26.308037 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:26.309187 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:26.326052 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c7edea4a-5fb6-461b-8002-6114e6d8fe11 req-d936449a-eed2-4676-8cd0-165d552d1c95 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891407
Apr 30 13:17:26.331886 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Usage tracker for resource:subnet and tenant:5b785c054c2c42e6a97ca3f659ab7ffa is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:26.338118 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:26.344661 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:26.357261 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Made reservation on behalf of 5b785c054c2c42e6a97ca3f659ab7ffa for: {'subnet': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:26.361866 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.407370 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3bc63-2220-49b5-bcee-71097a054984 req-279ba208-357c-44d4-ac7b-bd24f93241fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:26.408822 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-bdd3bc63-2220-49b5-bcee-71097a054984 req-279ba208-357c-44d4-ac7b-bd24f93241fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c3c8abb-2a0c-40d9-9bac-8929c6c374f8 HTTP/1.1" status: 200  len: 859 time: 0.1420252
Apr 30 13:17:26.473921 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-bdd3bc63-2220-49b5-bcee-71097a054984 req-69d5705d-6c42-44a7-b82b-b6dd3581d742 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=607bf271-94f7-456e-b795-6638e4db5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570998
Apr 30 13:17:26.542069 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0a97f3d1-dd52-4ae2-9f6e-35ac21191888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.647384 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-bdd3bc63-2220-49b5-bcee-71097a054984 req-945a39df-07ef-4ff4-8fed-e58c5233482f service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642389
Apr 30 13:17:26.683859 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42918) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:26.720622 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e0c61-7ae2-4d4b-8c2d-8206c0668627 req-84a33dcb-0df7-4fee-9c64-04effec93f1b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:26.722084 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a48e0c61-7ae2-4d4b-8c2d-8206c0668627 req-84a33dcb-0df7-4fee-9c64-04effec93f1b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.2992852
Apr 30 13:17:26.724558 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7cae02e6-59f4-4283-9f4b-738b9964db49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:26.776468 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-7cae02e6-59f4-4283-9f4b-738b9964db49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:26.788593 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-bdd3bc63-2220-49b5-bcee-71097a054984 req-fab55269-7571-469e-ad07-11f71c4779d7 service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342239
Apr 30 13:17:26.799881 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-7cae02e6-59f4-4283-9f4b-738b9964db49 admin admin] Usage tracker for resource:security_group_rule and tenant:78168ee3cff0400893ea4ac61c13b290 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:26.805537 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-7cae02e6-59f4-4283-9f4b-738b9964db49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:26.817927 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-7cae02e6-59f4-4283-9f4b-738b9964db49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:26.843505 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a48e0c61-7ae2-4d4b-8c2d-8206c0668627 req-a78d38a7-7066-4525-81f7-81e292f6b069 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078179
Apr 30 13:17:26.944396 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7023e-3012-42e5-a0f0-91cd402ae101 req-a0d64212-b204-4291-be49-ed439a8f42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:26.946276 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-09e7023e-3012-42e5-a0f0-91cd402ae101 req-a0d64212-b204-4291-be49-ed439a8f42fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2e929e0b08a2424d88e50ddd4873774a&device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 1099 time: 0.1042860
Apr 30 13:17:27.021505 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7cae02e6-59f4-4283-9f4b-738b9964db49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.030320 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7cae02e6-59f4-4283-9f4b-738b9964db49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.037098 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-0268e6e9-46da-454c-8fec-614747f4d1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:27.086411 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae02e6-59f4-4283-9f4b-738b9964db49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc026975-4b38-492f-90bf-81d82d6a068a,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:27.091974 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7023e-3012-42e5-a0f0-91cd402ae101 req-dae1b919-a086-4f69-815e-e77d12f5edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:27.093908 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-09e7023e-3012-42e5-a0f0-91cd402ae101 req-dae1b919-a086-4f69-815e-e77d12f5edb0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=607bf271-94f7-456e-b795-6638e4db5074 HTTP/1.1" status: 200  len: 921 time: 0.1409183
Apr 30 13:17:27.118620 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-7cae02e6-59f4-4283-9f4b-738b9964db49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78168ee3cff0400893ea4ac61c13b290&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4337201
Apr 30 13:17:27.119869 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7cae02e6-59f4-4283-9f4b-738b9964db49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:27.122989 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 42924) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:27.185615 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-09e7023e-3012-42e5-a0f0-91cd402ae101 req-ed973afb-b1ca-4ea0-84d5-fba991efd3fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 HTTP/1.1" status: 200  len: 217 time: 0.0840743
Apr 30 13:17:27.197146 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.213370 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:27.288700 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-dcca01c8-68c8-4be0-95e5-242c8d07eca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.343214 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a74658f-801d-467a-b386-048bc2f70b2c,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:27.346667 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-dcca01c8-68c8-4be0-95e5-242c8d07eca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.355179 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:27.358614 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7023e-3012-42e5-a0f0-91cd402ae101 req-2c6b1e3d-1857-47d8-8e5d-5d0444a9e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:27.358909 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Checking segment: {'id': '4bcbb11e-f05e-4008-a594-2950401dd83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '99dc7594-fcb0-412d-a234-820a7450a869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:17:27.359267 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Network hostable DHCP agents. Network: 99dc7594-fcb0-412d-a234-820a7450a869, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:17:27.359826 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-09e7023e-3012-42e5-a0f0-91cd402ae101 req-2c6b1e3d-1857-47d8-8e5d-5d0444a9e764 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c3c8abb-2a0c-40d9-9bac-8929c6c374f8 HTTP/1.1" status: 200  len: 859 time: 0.1654754
Apr 30 13:17:27.402492 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Network 99dc7594-fcb0-412d-a234-820a7450a869 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:17:27.417523 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 99dc7594-fcb0-412d-a234-820a7450a869) {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:17:27.424185 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:27.426465 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.446427 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-09e7023e-3012-42e5-a0f0-91cd402ae101 req-704e850e-9a85-4840-8ee5-85bd4c6b0571 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=607bf271-94f7-456e-b795-6638e4db5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0785055
Apr 30 13:17:27.465846 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91c54ef-5d6e-4b5c-987f-85165bedfa74 None None] Network 99dc7594-fcb0-412d-a234-820a7450a869 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:27.511373 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-dcca01c8-68c8-4be0-95e5-242c8d07eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.513862 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-dcca01c8-68c8-4be0-95e5-242c8d07eca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.515381 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-dcca01c8-68c8-4be0-95e5-242c8d07eca2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc026975-4b38-492f-90bf-81d82d6a068a HTTP/1.1" status: 204  len: 168 time: 0.3907347
Apr 30 13:17:27.518313 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-6000e78c-e281-4156-84e8-30025ef5e53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:27.535157 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.2648423
Apr 30 13:17:27.540528 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca01c8-68c8-4be0-95e5-242c8d07eca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc026975-4b38-492f-90bf-81d82d6a068a,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:27.544474 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-dcca01c8-68c8-4be0-95e5-242c8d07eca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:27.584590 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec2a6f-fb77-4766-b52b-fa056af03193 req-9afdc26e-0767-4c95-8fbb-5ed8fb2f7c26 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:27.591946 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fbec2a6f-fb77-4766-b52b-fa056af03193 req-9afdc26e-0767-4c95-8fbb-5ed8fb2f7c26 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 945 time: 0.1445816
Apr 30 13:17:27.661454 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fbec2a6f-fb77-4766-b52b-fa056af03193 req-0c072957-bc1f-41af-a124-0167301cc00f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678678
Apr 30 13:17:27.673389 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-09e7023e-3012-42e5-a0f0-91cd402ae101 req-c0b577ed-c4f4-4f4c-bd84-564c54b3986d service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195859
Apr 30 13:17:27.785705 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:27.915418 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c6ddf2-a96a-46d8-9bca-83ec05a462a7 None None] Network 99dc7594-fcb0-412d-a234-820a7450a869 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:28.041829 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-09e7023e-3012-42e5-a0f0-91cd402ae101 req-2cb95251-71f6-4baa-be07-e31fce2d43a4 service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3598676
Apr 30 13:17:28.175617 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e57e69-6d73-463e-baf0-db53b1054d3c req-bd6a9c4f-9e0f-4aa6-a1be-5b705ee0dd02 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:28.183109 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-84e57e69-6d73-463e-baf0-db53b1054d3c req-bd6a9c4f-9e0f-4aa6-a1be-5b705ee0dd02 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1784897
Apr 30 13:17:28.244453 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-84e57e69-6d73-463e-baf0-db53b1054d3c req-915f9b34-525e-4aae-bc64-dac6183aab99 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603642
Apr 30 13:17:28.695891 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 42984) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:28.702737 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-570253160-network', 'tenant_id': '5247899f8dfd45d688b2e4e7492b6749'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:28.709810 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:28.716807 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Usage tracker for resource:network and tenant:5247899f8dfd45d688b2e4e7492b6749 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:28.721886 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:28.739724 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:28.755960 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Made reservation on behalf of 5247899f8dfd45d688b2e4e7492b6749 for: {'network': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:28.759126 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:28.781965 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:28.805294 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:28.809781 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:5247899f8dfd45d688b2e4e7492b6749 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:28.814666 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:28.822279 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:28.969445 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:28.974208 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:28.977529 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-99de9890-36c9-4a6a-9e1a-f25fd9bae673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:29.035512 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'}  {{(pid=73837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:17:29.044526 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b91c5d1-e832-4530-a603-005cb900a989,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:29.050037 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:29.056073 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:29.057616 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.segments_db [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Added segment 1db5566e-caad-4cda-a2b3-60d14fde4ae2 of type vlan for network 6b49235a-d4b7-493c-8137-4d430c720416
Apr 30 13:17:29.092817 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:29.105132 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:29.141184 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:29.142914 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:29.143549 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:29.149386 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-548188cf-71ae-4bf7-a62a-cd4bb397b964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:29.305292 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19684c04-c084-47a8-a858-8cd4aa551d8d req-dfadd825-f96c-4742-a8b2-75a3909d38f6 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:29.307298 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-19684c04-c084-47a8-a858-8cd4aa551d8d req-dfadd825-f96c-4742-a8b2-75a3909d38f6 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 945 time: 0.1353405
Apr 30 13:17:29.309157 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6121435
Apr 30 13:17:29.314384 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=6b49235a-d4b7-493c-8137-4d430c720416,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:29.314505 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 43010) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:17:29.324746 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:29.333392 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 6b49235a-d4b7-493c-8137-4d430c720416 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:17:29.336532 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Request body: {'subnet': {'network_id': '6b49235a-d4b7-493c-8137-4d430c720416', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-570253160-subnet', 'tenant_id': '5247899f8dfd45d688b2e4e7492b6749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:29.347026 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:29.360584 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Usage tracker for resource:subnet and tenant:5247899f8dfd45d688b2e4e7492b6749 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:29.366231 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:29.376274 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:29.388944 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-19684c04-c084-47a8-a858-8cd4aa551d8d req-d16f0b20-c78a-44f6-b9cc-b6030b0e38a9 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724475
Apr 30 13:17:29.426566 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Made reservation on behalf of 5247899f8dfd45d688b2e4e7492b6749 for: {'subnet': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:29.429470 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:29.623836 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:17:29.863784 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529ea13-8d62-4ca3-98e5-cb7b94d5fe14 req-fe9d39e8-f0d0-4d7c-a924-81419cc000e0 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:29.865275 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8529ea13-8d62-4ca3-98e5-cb7b94d5fe14 req-fe9d39e8-f0d0-4d7c-a924-81419cc000e0 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1638081
Apr 30 13:17:29.925346 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8529ea13-8d62-4ca3-98e5-cb7b94d5fe14 req-823fe317-b72d-4c4d-b8f8-e1995e2a7726 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517709
Apr 30 13:17:30.095726 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:30.100235 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:30.180478 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8457c2af-78fd-47e6-8d5f-b2989bdff678,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:30.184166 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:30.185028 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Checking segment: {'id': '1db5566e-caad-4cda-a2b3-60d14fde4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6b49235a-d4b7-493c-8137-4d430c720416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:17:30.185377 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Network hostable DHCP agents. Network: 6b49235a-d4b7-493c-8137-4d430c720416, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:17:30.204771 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Network 6b49235a-d4b7-493c-8137-4d430c720416 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:17:30.214205 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 6b49235a-d4b7-493c-8137-4d430c720416) {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:17:30.219325 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:30.220782 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:30.223729 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d73457d-a2c8-45e6-b38e-21d737818540 None None] Network 6b49235a-d4b7-493c-8137-4d430c720416 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:30.247986 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9332578
Apr 30 13:17:30.345662 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:30.525265 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb45a263-a0ce-4041-a8df-0e61f0e37a9a None None] Network 6b49235a-d4b7-493c-8137-4d430c720416 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:17:30.793867 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a092a6-3d75-4a16-9a61-ae9d09f999fa req-332b476a-1c6e-4df8-8abb-b847ae0e3ef1 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:30.796006 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-38a092a6-3d75-4a16-9a61-ae9d09f999fa req-332b476a-1c6e-4df8-8abb-b847ae0e3ef1 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 945 time: 0.1130011
Apr 30 13:17:30.856394 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-38a092a6-3d75-4a16-9a61-ae9d09f999fa req-794f88ae-ea25-4bd5-92be-9dc1ca8fd095 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537064
Apr 30 13:17:31.168344 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a72c-45a0-47c9-8795-fe253152c340 req-c62a2e2c-f959-40be-b81e-7021f1fd7ddc tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:31.170096 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6e49a72c-45a0-47c9-8795-fe253152c340 req-c62a2e2c-f959-40be-b81e-7021f1fd7ddc tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1019299
Apr 30 13:17:31.224749 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6e49a72c-45a0-47c9-8795-fe253152c340 req-d1cdea21-a457-43c9-8ad1-28e4a6e793ec tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475166
Apr 30 13:17:31.436595 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6ae75-5782-409c-8f64-6d784caa90e7 req-78c3efa8-510a-4d4e-ad19-7605b4d35bc3 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:31.437337 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-6df6ae75-5782-409c-8f64-6d784caa90e7 req-78c3efa8-510a-4d4e-ad19-7605b4d35bc3 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Synchronizing usage tracker for tenant:ea5c7c9a89ad49f3826b40d49fc159cb on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:17:31.456037 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-6df6ae75-5782-409c-8f64-6d784caa90e7 req-78c3efa8-510a-4d4e-ad19-7605b4d35bc3 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Unset dirty status for tenant:ea5c7c9a89ad49f3826b40d49fc159cb on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:17:31.457226 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6df6ae75-5782-409c-8f64-6d784caa90e7 req-78c3efa8-510a-4d4e-ad19-7605b4d35bc3 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 945 time: 0.1046507
Apr 30 13:17:31.603829 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-6df6ae75-5782-409c-8f64-6d784caa90e7 req-9142a3de-e29c-4cbf-b03a-05fca5170c4a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Deleting port ee11e217-e749-49b8-960f-8f9f3104bf01 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:17:31.604195 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-6df6ae75-5782-409c-8f64-6d784caa90e7 req-9142a3de-e29c-4cbf-b03a-05fca5170c4a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:31.748601 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-6df6ae75-5782-409c-8f64-6d784caa90e7 req-9142a3de-e29c-4cbf-b03a-05fca5170c4a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] For port ee11e217-e749-49b8-960f-8f9f3104bf01, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee11e217-e749-49b8-960f-8f9f3104bf01,segment=NetworkSegment(17c7872f-369c-4a70-abd4-2260f77ce6bb),segment_id=17c7872f-369c-4a70-abd4-2260f77ce6bb)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:31.748971 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-6df6ae75-5782-409c-8f64-6d784caa90e7 req-9142a3de-e29c-4cbf-b03a-05fca5170c4a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:31.879339 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-6df6ae75-5782-409c-8f64-6d784caa90e7 req-9142a3de-e29c-4cbf-b03a-05fca5170c4a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Calling delete_port for ee11e217-e749-49b8-960f-8f9f3104bf01 owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:17:32.009707 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-6df6ae75-5782-409c-8f64-6d784caa90e7 req-9142a3de-e29c-4cbf-b03a-05fca5170c4a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:32.017396 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:32.052169 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b601b11-1884-499a-9d32-7d2803f005da req-4e67f6fb-f167-4aad-84b4-62a7b4d1e117 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:32.054032 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3b601b11-1884-499a-9d32-7d2803f005da req-4e67f6fb-f167-4aad-84b4-62a7b4d1e117 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 867 time: 0.0864358
Apr 30 13:17:32.068364 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142a3de-e29c-4cbf-b03a-05fca5170c4a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Pushing event deleted for resources: {'Port': ['ID=ee11e217-e749-49b8-960f-8f9f3104bf01,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:32.070907 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-9142a3de-e29c-4cbf-b03a-05fca5170c4a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:32.103987 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3b601b11-1884-499a-9d32-7d2803f005da req-93dd9b15-54a7-43ef-9405-e9d093312132 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439491
Apr 30 13:17:32.146304 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df6ae75-5782-409c-8f64-6d784caa90e7 req-9142a3de-e29c-4cbf-b03a-05fca5170c4a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] No DVR routers for this DVR port ee11e217-e749-49b8-960f-8f9f3104bf01 on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:17:32.149359 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-6df6ae75-5782-409c-8f64-6d784caa90e7 req-9142a3de-e29c-4cbf-b03a-05fca5170c4a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:32.152082 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fc633f-0bc7-47bc-8eea-7609f79fb2a0', 'name': 'network-vif-deleted', 'tag': 'ee11e217-e749-49b8-960f-8f9f3104bf01'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:32.169209 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6df6ae75-5782-409c-8f64-6d784caa90e7 req-9142a3de-e29c-4cbf-b03a-05fca5170c4a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.89 "DELETE /v2.0/ports/ee11e217-e749-49b8-960f-8f9f3104bf01 HTTP/1.1" status: 204  len: 173 time: 0.7048483
Apr 30 13:17:32.203265 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4fc633f-0bc7-47bc-8eea-7609f79fb2a0', 'name': 'network-vif-deleted', 'tag': 'ee11e217-e749-49b8-960f-8f9f3104bf01', 'status': 'completed', 'code': 200}
Apr 30 13:17:32.422402 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145306a0-824e-4b53-9978-f9f24cffe751 req-780812ba-f7c4-48e6-8b50-d6241ba9dfed tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:32.424177 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-145306a0-824e-4b53-9978-f9f24cffe751 req-780812ba-f7c4-48e6-8b50-d6241ba9dfed tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0840261
Apr 30 13:17:32.473507 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-145306a0-824e-4b53-9978-f9f24cffe751 req-d4924a6d-c2cb-4580-a72c-a8e4525c8928 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420539
Apr 30 13:17:33.299755 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-27aaeef1-e666-473f-bb48-b7b5ffe2d4aa req-722d5785-324d-46e4-83e8-5994ab38b65e tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4fc633f-0bc7-47bc-8eea-7609f79fb2a0 HTTP/1.1" status: 200  len: 210 time: 0.0608516
Apr 30 13:17:33.611081 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device ee11e217-e749-49b8-960f-8f9f3104bf01 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:17:33.660954 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: ee11e217-e749-49b8-960f-8f9f3104bf01 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:17:33.661201 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device ee11e217-e749-49b8-960f-8f9f3104bf01 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:17:33.694222 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f82e23-b0f0-405a-8a13-e0801b00377c req-2a4001e6-91ae-4aa5-80f0-7f86010e8d56 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:33.695718 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-44f82e23-b0f0-405a-8a13-e0801b00377c req-2a4001e6-91ae-4aa5-80f0-7f86010e8d56 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1111586
Apr 30 13:17:33.753198 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-44f82e23-b0f0-405a-8a13-e0801b00377c req-2ab633ce-1d88-45ef-94fe-44f4b4af6b27 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504794
Apr 30 13:17:34.954191 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253faddb-e060-4d30-9ce8-61319adc453f req-cb743a89-45a1-4a27-8ba7-5486b3a145db tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:34.955692 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-253faddb-e060-4d30-9ce8-61319adc453f req-cb743a89-45a1-4a27-8ba7-5486b3a145db tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0918834
Apr 30 13:17:35.005799 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-253faddb-e060-4d30-9ce8-61319adc453f req-520075d8-694c-4614-98ea-3f597c496595 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436869
Apr 30 13:17:36.198802 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bebf2-5b7e-45bd-bec9-e6f6a62d63c9 req-3819f590-d47d-4213-9fa4-e73536eab6b6 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:36.201287 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-342bebf2-5b7e-45bd-bec9-e6f6a62d63c9 req-3819f590-d47d-4213-9fa4-e73536eab6b6 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0807345
Apr 30 13:17:36.247919 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-342bebf2-5b7e-45bd-bec9-e6f6a62d63c9 req-8f7e6d57-3523-4289-9e35-c167c41df905 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405641
Apr 30 13:17:37.396510 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-44981138-14c7-4666-b9be-0de5b1840195 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:37.399202 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-44981138-14c7-4666-b9be-0de5b1840195 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/networks?id=2ec64be5-6b2d-4f6f-b941-09925e03babe HTTP/1.1" status: 200  len: 809 time: 0.1847978
Apr 30 13:17:37.415850 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-b6b84edb-e688-4f74-80e3-f0fc00b3b507 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/quotas/ea5c7c9a89ad49f3826b40d49fc159cb HTTP/1.1" status: 200  len: 375 time: 0.0101707
Apr 30 13:17:37.507566 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-3e226d88-70bc-4f5b-af4c-f84b97dbc2cf tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea5c7c9a89ad49f3826b40d49fc159cb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0549016
Apr 30 13:17:37.635455 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed55d46-a888-48c0-b007-7d76bbc0691e req-0ec268b4-3c5b-44af-ae04-5b2fbb81437e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:37.636921 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eed55d46-a888-48c0-b007-7d76bbc0691e req-0ec268b4-3c5b-44af-ae04-5b2fbb81437e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.2201445
Apr 30 13:17:37.714757 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eed55d46-a888-48c0-b007-7d76bbc0691e req-9e0371d1-e550-4c72-b420-a53dbe53ffc7 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717847
Apr 30 13:17:37.726492 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-2c84a526-1d30-43d5-8df3-6c811c51c5a5 service neutron] 10.222.0.15 "GET /v2.0/networks/2ec64be5-6b2d-4f6f-b941-09925e03babe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2118292
Apr 30 13:17:38.006470 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-a517079a-0fa7-4ce1-96dc-711814971f81 service neutron] 10.222.0.15 "GET /v2.0/networks/2ec64be5-6b2d-4f6f-b941-09925e03babe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2637734
Apr 30 13:17:38.199473 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d565b5b0-e898-48a0-8c8f-3e88c145e3dd req-228ebdeb-f658-4b62-a67a-9c239b53926a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 210 time: 0.0453348
Apr 30 13:17:38.906082 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602df633-8438-4160-bb00-dc38f828cd52 req-f4a2caf4-ca4c-42ba-a7a4-b380e987877f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:38.907913 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-602df633-8438-4160-bb00-dc38f828cd52 req-f4a2caf4-ca4c-42ba-a7a4-b380e987877f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0881610
Apr 30 13:17:38.960772 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-602df633-8438-4160-bb00-dc38f828cd52 req-42c859e7-bc53-4345-a44c-10daf88943f8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468926
Apr 30 13:17:39.384648 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-4b36bc0b-c643-4739-8ff8-07fd13fa5d1c tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:39.386131 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-4b36bc0b-c643-4739-8ff8-07fd13fa5d1c tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.89 "GET /v2.0/networks?id=2ec64be5-6b2d-4f6f-b941-09925e03babe HTTP/1.1" status: 200  len: 809 time: 0.1754484
Apr 30 13:17:39.399883 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8b9cb085-4ed4-498c-89a9-6d03a1fd3a78 req-8f96f9bc-bb75-4730-a85f-0160c302a185 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 210 time: 0.0813785
Apr 30 13:17:39.403372 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Request body: {'port': {'device_id': 'e9615218-2f7d-4ec0-9848-c3952acfd416', 'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe', 'admin_state_up': True, 'tenant_id': 'ea5c7c9a89ad49f3826b40d49fc159cb'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:39.630162 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:17:39.634246 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Usage tracker for resource:port and tenant:ea5c7c9a89ad49f3826b40d49fc159cb is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:17:39.637644 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:17:39.644638 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:17:39.655144 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Made reservation on behalf of ea5c7c9a89ad49f3826b40d49fc159cb for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:17:39.659083 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:39.835556 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Allocated IP 172.20.0.2 (2ec64be5-6b2d-4f6f-b941-09925e03babe/d5d95b8e-c89c-40d7-9f39-53e2b49faa18/2236761e-cd3c-4b05-bf68-960323353794) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:17:40.059602 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:40.101249 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:40.109471 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ba27adc2-8d86-46a3-aab1-39e9abcd33c9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:40.178672 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Network 2ec64be5-6b2d-4f6f-b941-09925e03babe is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:17:40.179260 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87a068-8965-4b87-9bb1-fe50b882da24 req-bc1b45cf-3212-4a9b-8b9f-da89f4dd64ff tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:40.180781 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eb87a068-8965-4b87-9bb1-fe50b882da24 req-bc1b45cf-3212-4a9b-8b9f-da89f4dd64ff tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0885735
Apr 30 13:17:40.184195 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:17:40.194340 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:17:40.229218 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Pushing event updated for resources: {'Port': ['ID=2236761e-cd3c-4b05-bf68-960323353794,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:40.231801 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eb87a068-8965-4b87-9bb1-fe50b882da24 req-0983335b-1ef7-4ec7-a840-132e8bfbf7b5 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429535
Apr 30 13:17:40.247576 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:40.248550 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:40.248550 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:40.248859 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:40.249386 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:40.249885 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:40.250415 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:40.250920 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:40.251271 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:40.251652 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:40.251966 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:40.252258 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:17:40.261543 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:40.289503 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:40.290138 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:40.320498 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9185472
Apr 30 13:17:40.329724 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Request body: {'port': {'device_id': 'e9615218-2f7d-4ec0-9848-c3952acfd416', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:17:40.463138 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:40.600236 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f871ea-1b7a-41de-8cbe-70e4ff3cc15b req-baa87135-60ac-4124-bca3-7ae92b7cb82c tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:40.608540 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-09f871ea-1b7a-41de-8cbe-70e4ff3cc15b req-baa87135-60ac-4124-bca3-7ae92b7cb82c tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 931 time: 0.0980418
Apr 30 13:17:40.651500 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-09f871ea-1b7a-41de-8cbe-70e4ff3cc15b req-ac067e1a-8fa1-4761-a08b-3f8e64929dba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419183
Apr 30 13:17:40.915236 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2236761e-cd3c-4b05-bf68-960323353794 {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:17:40.923676 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:40.938592 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Transition to ACTIVE for port object 2236761e-cd3c-4b05-bf68-960323353794 will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:17:40.942024 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:40.945600 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:41.101945 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2236761e-cd3c-4b05-bf68-960323353794,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:41.110385 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:41.184378 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Attempting to bind port 2236761e-cd3c-4b05-bf68-960323353794 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:17:41.184706 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Attempting to bind port 2236761e-cd3c-4b05-bf68-960323353794 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '17c7872f-369c-4a70-abd4-2260f77ce6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:17:41.185024 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Attempting to bind port 2236761e-cd3c-4b05-bf68-960323353794 on network 2ec64be5-6b2d-4f6f-b941-09925e03babe {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:17:41.189863 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Port 2236761e-cd3c-4b05-bf68-960323353794 on network 2ec64be5-6b2d-4f6f-b941-09925e03babe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:17:41.190183 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Attempting to bind port 2236761e-cd3c-4b05-bf68-960323353794 on network 2ec64be5-6b2d-4f6f-b941-09925e03babe {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:17:41.195329 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:17:41.195657 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Checking segment: {'id': '17c7872f-369c-4a70-abd4-2260f77ce6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:17:41.196035 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Bound using segment: {'id': '17c7872f-369c-4a70-abd4-2260f77ce6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:17:41.196454 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Bound port: 2236761e-cd3c-4b05-bf68-960323353794, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c7872f-369c-4a70-abd4-2260f77ce6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:17:41.196789 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:41.292319 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] For port 2236761e-cd3c-4b05-bf68-960323353794, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:17:41.295839 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] For port 2236761e-cd3c-4b05-bf68-960323353794, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2236761e-cd3c-4b05-bf68-960323353794,segment=NetworkSegment(17c7872f-369c-4a70-abd4-2260f77ce6bb),segment_id=17c7872f-369c-4a70-abd4-2260f77ce6bb)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:17:41.301271 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:41.309868 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-9142a3de-e29c-4cbf-b03a-05fca5170c4a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:41.371041 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:41.371730 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:41.373250 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] 10.222.0.89 "PUT /v2.0/ports/2236761e-cd3c-4b05-bf68-960323353794 HTTP/1.1" status: 200  len: 1093 time: 1.0478621
Apr 30 13:17:41.373808 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9615218-2f7d-4ec0-9848-c3952acfd416', 'tag': '2236761e-cd3c-4b05-bf68-960323353794'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:17:41.400232 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2236761e-cd3c-4b05-bf68-960323353794,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:41.403804 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:41.449310 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a05e41-fce7-4fdb-b91b-e33347c701d6 req-31eb1a7e-08c1-4ef7-aef2-f2e3eefb774b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:41.450866 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-83a05e41-fce7-4fdb-b91b-e33347c701d6 req-31eb1a7e-08c1-4ef7-aef2-f2e3eefb774b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0933557
Apr 30 13:17:41.499576 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-83a05e41-fce7-4fdb-b91b-e33347c701d6 req-0f3a3e82-0cb6-4f8d-ae26-0aad640300f3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423284
Apr 30 13:17:41.528219 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-850b8485-738d-4029-9e83-17cfdbd3eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:41.531100 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-850b8485-738d-4029-9e83-17cfdbd3eac3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea5c7c9a89ad49f3826b40d49fc159cb&device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 1096 time: 0.0829659
Apr 30 13:17:41.591106 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9615218-2f7d-4ec0-9848-c3952acfd416', 'tag': '2236761e-cd3c-4b05-bf68-960323353794', 'status': 'completed', 'code': 200}
Apr 30 13:17:41.606851 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-ef7256a4-98f2-4eb4-8fc7-53cf016ecd65 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2236761e-cd3c-4b05-bf68-960323353794 HTTP/1.1" status: 200  len: 217 time: 0.0693910
Apr 30 13:17:41.671013 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-2d237a87-7bfa-4b11-9719-57d03cd0d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:41.672454 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-2d237a87-7bfa-4b11-9719-57d03cd0d6a6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d5d95b8e-c89c-40d7-9f39-53e2b49faa18 HTTP/1.1" status: 200  len: 849 time: 0.0589163
Apr 30 13:17:41.817786 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-f62df014-ad2b-43a0-baa8-4f1ec49006ae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2ec64be5-6b2d-4f6f-b941-09925e03babe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1372612
Apr 30 13:17:41.864763 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5d0d3-560d-4b5a-893f-a89d0b0f870b req-a8377bc4-c978-47ca-b988-82aac8c9b9c0 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:41.866455 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-02f5d0d3-560d-4b5a-893f-a89d0b0f870b req-a8377bc4-c978-47ca-b988-82aac8c9b9c0 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 943 time: 0.0966561
Apr 30 13:17:41.915122 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-02f5d0d3-560d-4b5a-893f-a89d0b0f870b req-3810c5c2-10bc-4f86-9092-a8fe67c916dc tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428557
Apr 30 13:17:41.969708 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-91487ff9-28eb-464d-a4ba-ecab57c30b7a service neutron] 10.222.0.89 "GET /v2.0/networks/2ec64be5-6b2d-4f6f-b941-09925e03babe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438410
Apr 30 13:17:42.111337 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f6e25898-77ad-4798-af9a-eff75bc5af6f req-459248b8-faa4-4b88-a3cc-096ea7585c71 service neutron] 10.222.0.89 "GET /v2.0/networks/2ec64be5-6b2d-4f6f-b941-09925e03babe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338089
Apr 30 13:17:42.132025 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422227d8-46f8-4dfa-9dab-92929f347931 req-084940b9-046e-49a2-a512-5b196b30ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:42.133510 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-422227d8-46f8-4dfa-9dab-92929f347931 req-084940b9-046e-49a2-a512-5b196b30ca01 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 1099 time: 0.0718222
Apr 30 13:17:42.190554 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-422227d8-46f8-4dfa-9dab-92929f347931 req-73a9f786-d6dc-4421-b5b2-5675abca9bca service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380921
Apr 30 13:17:42.244200 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459fad-9d84-4552-8403-101c83f2928d req-b14247ec-0065-4a3e-8890-d38b06f2b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:42.245546 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-da459fad-9d84-4552-8403-101c83f2928d req-b14247ec-0065-4a3e-8890-d38b06f2b12f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea5c7c9a89ad49f3826b40d49fc159cb&device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 1096 time: 0.0752411
Apr 30 13:17:42.538505 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459fad-9d84-4552-8403-101c83f2928d req-0e76e56c-74e4-477f-a6f2-6b6d6fdb307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:42.540097 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-da459fad-9d84-4552-8403-101c83f2928d req-0e76e56c-74e4-477f-a6f2-6b6d6fdb307e service neutron] 10.222.0.89 "GET /v2.0/networks?id=2ec64be5-6b2d-4f6f-b941-09925e03babe HTTP/1.1" status: 200  len: 911 time: 0.1344984
Apr 30 13:17:42.614686 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-da459fad-9d84-4552-8403-101c83f2928d req-a5bddcff-a615-4669-8276-79d806300906 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2236761e-cd3c-4b05-bf68-960323353794 HTTP/1.1" status: 200  len: 217 time: 0.0644140
Apr 30 13:17:42.682074 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da459fad-9d84-4552-8403-101c83f2928d req-4ca8be8f-47db-4cff-b0ad-72c1f0f5535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:42.683696 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-da459fad-9d84-4552-8403-101c83f2928d req-4ca8be8f-47db-4cff-b0ad-72c1f0f5535b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d5d95b8e-c89c-40d7-9f39-53e2b49faa18 HTTP/1.1" status: 200  len: 849 time: 0.0625970
Apr 30 13:17:42.700111 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b159959-c25e-469d-ae30-42fa8c4d781b req-56e7a12f-7b09-4380-a833-7462dbc223ee tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:42.701633 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4b159959-c25e-469d-ae30-42fa8c4d781b req-56e7a12f-7b09-4380-a833-7462dbc223ee tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0882781
Apr 30 13:17:42.740413 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-da459fad-9d84-4552-8403-101c83f2928d req-63713e53-71f1-433d-8bca-130ec6b649da service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2ec64be5-6b2d-4f6f-b941-09925e03babe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453513
Apr 30 13:17:42.763536 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4b159959-c25e-469d-ae30-42fa8c4d781b req-0a707954-0164-4bce-aade-ef539f41f22b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545316
Apr 30 13:17:42.883326 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-da459fad-9d84-4552-8403-101c83f2928d req-fb9ae4f8-56e9-4300-91b8-7c7f9d6c3d43 service neutron] 10.222.0.89 "GET /v2.0/networks/2ec64be5-6b2d-4f6f-b941-09925e03babe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339891
Apr 30 13:17:43.031866 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-da459fad-9d84-4552-8403-101c83f2928d req-eadc4910-b080-455d-bc4a-36ce2cfa7be8 service neutron] 10.222.0.89 "GET /v2.0/networks/2ec64be5-6b2d-4f6f-b941-09925e03babe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351082
Apr 30 13:17:43.128003 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7930043-1b2d-452e-a809-f4c666ddf814 req-89b280ea-539e-4e4a-8f2f-876139045ff8 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:43.129637 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e7930043-1b2d-452e-a809-f4c666ddf814 req-89b280ea-539e-4e4a-8f2f-876139045ff8 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 943 time: 0.0845468
Apr 30 13:17:43.179202 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e7930043-1b2d-452e-a809-f4c666ddf814 req-e8d299b4-1aab-4956-9607-fe8afc42b26a tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437462
Apr 30 13:17:43.977826 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834743b6-2c45-4236-b748-b8b833f242eb req-bff3746c-0969-49f1-aad4-2c04d479954a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:43.979367 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-834743b6-2c45-4236-b748-b8b833f242eb req-bff3746c-0969-49f1-aad4-2c04d479954a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0993199
Apr 30 13:17:44.025998 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-834743b6-2c45-4236-b748-b8b833f242eb req-98bd87b6-5044-4e2a-8a01-7e9286e804f9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405211
Apr 30 13:17:44.394584 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bbae0-1cdb-4c2a-8393-dd135f734fa3 req-d8d5c5db-4a27-43c9-852c-da096da6ee33 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:44.396132 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-877bbae0-1cdb-4c2a-8393-dd135f734fa3 req-d8d5c5db-4a27-43c9-852c-da096da6ee33 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 943 time: 0.0974376
Apr 30 13:17:44.469095 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-877bbae0-1cdb-4c2a-8393-dd135f734fa3 req-2ea7549b-0fcf-496d-9621-a0f3d9e953b0 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659058
Apr 30 13:17:45.227468 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a4415-d9fe-4eec-8a6f-b36b7e8f1f90 req-29b8e8b3-d7e7-466c-9c52-7d8418c315ac tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:45.228995 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-294a4415-d9fe-4eec-8a6f-b36b7e8f1f90 req-29b8e8b3-d7e7-466c-9c52-7d8418c315ac tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0900674
Apr 30 13:17:45.276854 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-294a4415-d9fe-4eec-8a6f-b36b7e8f1f90 req-6373fae2-2d4b-4ddf-94a6-b31193e6ac4e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418203
Apr 30 13:17:46.433461 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb578ed-e589-44b1-9c2b-8d1817cf5c5b req-d5671cd9-6b7f-4cb9-8dd9-951b76f2dff5 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:46.435124 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ebb578ed-e589-44b1-9c2b-8d1817cf5c5b req-d5671cd9-6b7f-4cb9-8dd9-951b76f2dff5 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 943 time: 0.0896130
Apr 30 13:17:46.488154 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ebb578ed-e589-44b1-9c2b-8d1817cf5c5b req-f973e8eb-f35b-4893-ade2-312fecff145e tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470536
Apr 30 13:17:46.660546 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913e4a5-b583-4025-a615-4329a3fa0c68 req-4bad22de-16ac-421a-b5a7-831d7f000b61 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:46.662496 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c913e4a5-b583-4025-a615-4329a3fa0c68 req-4bad22de-16ac-421a-b5a7-831d7f000b61 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0909541
Apr 30 13:17:46.718529 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c913e4a5-b583-4025-a615-4329a3fa0c68 req-6daf3d8b-c275-4930-8ef4-54d2e603cd68 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487409
Apr 30 13:17:53.511270 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3ad1-a0d8-484d-a70b-313b18a43456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:55.451746 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 2236761e-cd3c-4b05-bf68-960323353794 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:17:55.601751 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 2236761e-cd3c-4b05-bf68-960323353794, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2236761e-cd3c-4b05-bf68-960323353794,segment=NetworkSegment(17c7872f-369c-4a70-abd4-2260f77ce6bb),segment_id=17c7872f-369c-4a70-abd4-2260f77ce6bb)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:55.615026 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '2236761e-cd3c-4b05-bf68-960323353794', 'network_id': '2ec64be5-6b2d-4f6f-b941-09925e03babe', 'port_id': '2236761e-cd3c-4b05-bf68-960323353794', 'mac_address': 'fa:16:3e:09:ea:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d95b8e-c89c-40d7-9f39-53e2b49faa18', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:17:55.667816 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:55.684477 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2236761e-cd3c-4b05-bf68-960323353794 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:17:55.700487 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 2236761e-cd3c-4b05-bf68-960323353794, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2236761e-cd3c-4b05-bf68-960323353794,segment=NetworkSegment(17c7872f-369c-4a70-abd4-2260f77ce6bb),segment_id=17c7872f-369c-4a70-abd4-2260f77ce6bb)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:17:55.704826 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:55.706517 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:17:55.773384 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=2236761e-cd3c-4b05-bf68-960323353794,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:17:55.776473 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:17:56.210577 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:56.524781 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cdf57109-2abe-4de5-844c-1e6d27426918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:57.738651 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:58.414544 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416f865-935d-4ed4-a01b-283b1b065627 req-bdc27928-939c-40fa-b686-ce1fb4b12478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:58.416014 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8416f865-935d-4ed4-a01b-283b1b065627 req-bdc27928-939c-40fa-b686-ce1fb4b12478 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2e929e0b08a2424d88e50ddd4873774a&device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 1099 time: 0.0814788
Apr 30 13:17:58.558168 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416f865-935d-4ed4-a01b-283b1b065627 req-4151b987-621d-4104-b8c5-8f25b8c75fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:58.559564 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8416f865-935d-4ed4-a01b-283b1b065627 req-4151b987-621d-4104-b8c5-8f25b8c75fc8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=607bf271-94f7-456e-b795-6638e4db5074 HTTP/1.1" status: 200  len: 921 time: 0.1325364
Apr 30 13:17:58.646929 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8416f865-935d-4ed4-a01b-283b1b065627 req-fa945cb7-5e97-4912-8224-c8de55d2a553 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 HTTP/1.1" status: 200  len: 217 time: 0.0786400
Apr 30 13:17:58.668706 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cc567-cb80-4b17-8ca3-740655e6737b req-0e4280fd-1700-493f-a842-ca56e551f91d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:58.670188 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-784cc567-cb80-4b17-8ca3-740655e6737b req-0e4280fd-1700-493f-a842-ca56e551f91d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.2013013
Apr 30 13:17:58.683402 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61755817-3708-4bdd-beea-dbc6fdcfc82e req-1fef4410-27ca-4cea-ad03-901c25e60db2 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:58.685174 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-61755817-3708-4bdd-beea-dbc6fdcfc82e req-1fef4410-27ca-4cea-ad03-901c25e60db2 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 944 time: 0.1850224
Apr 30 13:17:58.738527 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416f865-935d-4ed4-a01b-283b1b065627 req-77e41de6-14cd-4b3c-af30-fcf122a0f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:17:58.739982 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8416f865-935d-4ed4-a01b-283b1b065627 req-77e41de6-14cd-4b3c-af30-fcf122a0f3cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c3c8abb-2a0c-40d9-9bac-8929c6c374f8 HTTP/1.1" status: 200  len: 859 time: 0.0845494
Apr 30 13:17:58.767985 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-61755817-3708-4bdd-beea-dbc6fdcfc82e req-762e1e1e-eb6a-4ef7-9a27-5201af4daa49 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681150
Apr 30 13:17:58.771379 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-784cc567-cb80-4b17-8ca3-740655e6737b req-f5158cfd-9974-4075-bad2-244855fe224a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848105
Apr 30 13:17:58.821254 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8416f865-935d-4ed4-a01b-283b1b065627 req-b6bc23d4-56a7-48ef-8cd5-1b8a77bbde92 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=607bf271-94f7-456e-b795-6638e4db5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418804
Apr 30 13:17:58.957574 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8416f865-935d-4ed4-a01b-283b1b065627 req-1bdd7711-f465-4647-953d-ee4b5f958ede service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260955
Apr 30 13:17:59.095905 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:17:59.174395 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8416f865-935d-4ed4-a01b-283b1b065627 req-331814f2-8fd7-44c6-ade9-dd508c2ecdc6 service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2059677
Apr 30 13:17:59.216530 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['2236761e-cd3c-4b05-bf68-960323353794'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:18:00.038186 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acb60a-b41b-4a61-9718-5d3f09ae7892 req-26aff5d3-7bc8-406a-a055-f7b42bdffd8f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:00.039589 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-53acb60a-b41b-4a61-9718-5d3f09ae7892 req-26aff5d3-7bc8-406a-a055-f7b42bdffd8f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1415896
Apr 30 13:18:00.047694 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49ecb3-8779-4027-acb2-e401eba9b360 req-5462ed97-94d3-41b6-912d-e39fe9db416b tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:00.049630 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9c49ecb3-8779-4027-acb2-e401eba9b360 req-5462ed97-94d3-41b6-912d-e39fe9db416b tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 944 time: 0.1497648
Apr 30 13:18:00.120350 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-53acb60a-b41b-4a61-9718-5d3f09ae7892 req-3d0038f9-ac9f-47d2-9bce-b36ceb46cfd8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696251
Apr 30 13:18:00.128005 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9c49ecb3-8779-4027-acb2-e401eba9b360 req-049ee5a3-f9cf-4d56-8f3a-764029f939ec tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643325
Apr 30 13:18:00.370540 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:01.368190 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121c59c-a46a-44ce-8fdf-7e64d0449e35 req-64a85159-eeab-40ae-b2ae-122e71343de5 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:01.369643 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7121c59c-a46a-44ce-8fdf-7e64d0449e35 req-64a85159-eeab-40ae-b2ae-122e71343de5 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1401839
Apr 30 13:18:01.381045 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40ba5a-1e5d-4bf9-89ab-aa81c7d33a30 req-140cce85-baac-4047-a05e-89cb9ad0b9ee tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:01.382441 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3e40ba5a-1e5d-4bf9-89ab-aa81c7d33a30 req-140cce85-baac-4047-a05e-89cb9ad0b9ee tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 944 time: 0.1180251
Apr 30 13:18:01.450787 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7121c59c-a46a-44ce-8fdf-7e64d0449e35 req-27ac9710-f3ba-4728-a17d-3fcc83616085 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672956
Apr 30 13:18:01.458368 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3e40ba5a-1e5d-4bf9-89ab-aa81c7d33a30 req-b9718cf0-e7e3-446f-b265-3afc7f0dd1c8 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617642
Apr 30 13:18:02.701857 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909ea65-6689-48c5-82ee-07be2637f469 req-2d4a25d1-b29f-4759-917d-92c57b1093a3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:02.703467 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a909ea65-6689-48c5-82ee-07be2637f469 req-2d4a25d1-b29f-4759-917d-92c57b1093a3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1426642
Apr 30 13:18:02.714290 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b953f-871f-4e75-b076-76cf2ba10a73 req-b6c26f84-886c-468c-903e-902fb21a6b6f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:02.715403 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 2236761e-cd3c-4b05-bf68-960323353794 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:18:02.715842 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ac6b953f-871f-4e75-b076-76cf2ba10a73 req-b6c26f84-886c-468c-903e-902fb21a6b6f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 944 time: 0.1243994
Apr 30 13:18:02.777010 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a909ea65-6689-48c5-82ee-07be2637f469 req-bd472a8c-f8f2-465f-8bc2-87c65acbfc17 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603154
Apr 30 13:18:02.784952 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port 2236761e-cd3c-4b05-bf68-960323353794 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:18:02.794676 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 2236761e-cd3c-4b05-bf68-960323353794 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:18:02.795460 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:02.799084 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ac6b953f-871f-4e75-b076-76cf2ba10a73 req-2f3589de-d9e4-45ac-accc-da0b317bd163 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512550
Apr 30 13:18:02.919687 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:02.945578 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9615218-2f7d-4ec0-9848-c3952acfd416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2236761e-cd3c-4b05-bf68-960323353794'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:18:02.955108 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 2236761e-cd3c-4b05-bf68-960323353794, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2236761e-cd3c-4b05-bf68-960323353794,segment=NetworkSegment(17c7872f-369c-4a70-abd4-2260f77ce6bb),segment_id=17c7872f-369c-4a70-abd4-2260f77ce6bb)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:18:02.960108 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:02.962152 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:02.996777 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9615218-2f7d-4ec0-9848-c3952acfd416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2236761e-cd3c-4b05-bf68-960323353794', 'code': 200}
Apr 30 13:18:03.030597 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=2236761e-cd3c-4b05-bf68-960323353794,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:03.034949 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:03.286116 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a61c8f-02c8-4512-b90a-bd05ee72f94a req-568d8e31-8173-44e6-b4a3-75ae41874768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:03.288196 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-94a61c8f-02c8-4512-b90a-bd05ee72f94a req-568d8e31-8173-44e6-b4a3-75ae41874768 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 1098 time: 0.0761259
Apr 30 13:18:03.333258 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-94a61c8f-02c8-4512-b90a-bd05ee72f94a req-4ca02702-88ca-4fd6-987f-229d7ae25515 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377040
Apr 30 13:18:04.046758 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723f5a-ddb5-4390-9513-3340023cf3f8 req-517a7aeb-b219-4a37-ba0e-955fe6e72348 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:04.048130 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7f723f5a-ddb5-4390-9513-3340023cf3f8 req-517a7aeb-b219-4a37-ba0e-955fe6e72348 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1444614
Apr 30 13:18:04.056141 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef89395-e582-458b-b5f4-abed08298ee7 req-fc99f31a-4190-46bc-968e-d12957d5de67 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:04.057500 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1ef89395-e582-458b-b5f4-abed08298ee7 req-fc99f31a-4190-46bc-968e-d12957d5de67 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 945 time: 0.1192255
Apr 30 13:18:04.130246 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7f723f5a-ddb5-4390-9513-3340023cf3f8 req-4e9d1d0a-964a-4b60-8fd0-794798337902 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715630
Apr 30 13:18:04.135107 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1ef89395-e582-458b-b5f4-abed08298ee7 req-6df3b3ab-8820-4ed4-acac-3ac49ac439d3 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637889
Apr 30 13:18:05.386607 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8f10e-998a-433b-aec1-8377c433bd1c req-27285dcc-e4c3-4055-89bd-2c62756267e0 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:05.388054 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fde8f10e-998a-433b-aec1-8377c433bd1c req-27285dcc-e4c3-4055-89bd-2c62756267e0 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1427243
Apr 30 13:18:05.396793 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35d8d8-1fd4-4a0e-99cd-4c36a6ca336b req-ce5de9f7-f5c3-4ece-b221-8ce929685bb6 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:05.398220 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cc35d8d8-1fd4-4a0e-99cd-4c36a6ca336b req-ce5de9f7-f5c3-4ece-b221-8ce929685bb6 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 945 time: 0.1218281
Apr 30 13:18:05.470797 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fde8f10e-998a-433b-aec1-8377c433bd1c req-99f04477-dd3b-483b-afff-7e2ff790152c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714750
Apr 30 13:18:05.473976 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cc35d8d8-1fd4-4a0e-99cd-4c36a6ca336b req-c9196a58-fbb4-46b2-aad4-d0e060373abf tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610375
Apr 30 13:18:06.622715 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:18:06.722215 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517da19e-1ca6-4fd2-b2e4-ff0a8e56d1d9 req-8b88d7c7-5b6f-46e7-90fb-3568ef5ad8d8 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:06.723645 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-517da19e-1ca6-4fd2-b2e4-ff0a8e56d1d9 req-8b88d7c7-5b6f-46e7-90fb-3568ef5ad8d8 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 945 time: 0.1120818
Apr 30 13:18:06.731138 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f23285-72a8-4b7d-819e-39460bd61494 req-e8c5969e-8b2b-4072-bf2c-9680f7a1025f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:06.732573 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-84f23285-72a8-4b7d-819e-39460bd61494 req-e8c5969e-8b2b-4072-bf2c-9680f7a1025f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1513665
Apr 30 13:18:06.804975 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-517da19e-1ca6-4fd2-b2e4-ff0a8e56d1d9 req-a1966259-788a-478e-9e93-7d20849f057c tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714304
Apr 30 13:18:06.809432 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-84f23285-72a8-4b7d-819e-39460bd61494 req-b0fc2755-e322-4814-9568-6dbdf31ffe04 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619252
Apr 30 13:18:08.620603 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f19e76-abbf-4d68-8fa3-06b6b69151a3 req-3ffd0ae8-0117-4b4d-8849-653aa79b517d tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:08.622728 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c5f19e76-abbf-4d68-8fa3-06b6b69151a3 req-3ffd0ae8-0117-4b4d-8849-653aa79b517d tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 945 time: 0.0845621
Apr 30 13:18:08.669993 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c5f19e76-abbf-4d68-8fa3-06b6b69151a3 req-c20c65d2-b204-44c2-9939-9dd7b4bf7bc4 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417418
Apr 30 13:18:09.614610 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3902c-412d-4127-8797-c6c76c02c125 req-49e5632c-e904-4df0-841a-2215343a1644 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:09.616205 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bca3902c-412d-4127-8797-c6c76c02c125 req-49e5632c-e904-4df0-841a-2215343a1644 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0862114
Apr 30 13:18:09.665645 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bca3902c-412d-4127-8797-c6c76c02c125 req-2d3ffc74-050c-496f-972a-e53589b74dd0 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437307
Apr 30 13:18:09.883070 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c785b7-856d-4a84-a516-b29c49377726 req-a8eb1c3b-c5aa-4bb4-af4d-3fc0be018450 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:09.884883 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-67c785b7-856d-4a84-a516-b29c49377726 req-a8eb1c3b-c5aa-4bb4-af4d-3fc0be018450 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 945 time: 0.0912218
Apr 30 13:18:09.936283 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-67c785b7-856d-4a84-a516-b29c49377726 req-0d6bc867-bbb0-4407-8318-880aeeecf9a4 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454550
Apr 30 13:18:10.789617 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbf948-fcdc-4d43-812b-da5a24620180 req-e34b3820-f651-4b26-9ae6-ec04312314ed tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:10.790331 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-2edbf948-fcdc-4d43-812b-da5a24620180 req-e34b3820-f651-4b26-9ae6-ec04312314ed tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Synchronizing usage tracker for tenant:ea5c7c9a89ad49f3826b40d49fc159cb on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:18:10.806097 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-2edbf948-fcdc-4d43-812b-da5a24620180 req-e34b3820-f651-4b26-9ae6-ec04312314ed tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Unset dirty status for tenant:ea5c7c9a89ad49f3826b40d49fc159cb on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:18:10.807239 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-2edbf948-fcdc-4d43-812b-da5a24620180 req-e34b3820-f651-4b26-9ae6-ec04312314ed tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.89 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 945 time: 0.0980971
Apr 30 13:18:10.947320 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-2edbf948-fcdc-4d43-812b-da5a24620180 req-bfa52b00-372b-4b7d-851a-d13cf24b2191 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Deleting port 2236761e-cd3c-4b05-bf68-960323353794 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:18:10.947567 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-2edbf948-fcdc-4d43-812b-da5a24620180 req-bfa52b00-372b-4b7d-851a-d13cf24b2191 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:11.090669 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-2edbf948-fcdc-4d43-812b-da5a24620180 req-bfa52b00-372b-4b7d-851a-d13cf24b2191 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] For port 2236761e-cd3c-4b05-bf68-960323353794, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2236761e-cd3c-4b05-bf68-960323353794,segment=NetworkSegment(17c7872f-369c-4a70-abd4-2260f77ce6bb),segment_id=17c7872f-369c-4a70-abd4-2260f77ce6bb)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:18:11.091025 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-2edbf948-fcdc-4d43-812b-da5a24620180 req-bfa52b00-372b-4b7d-851a-d13cf24b2191 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:11.212060 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fa72b-f2c1-4bdc-a4af-f598a4f0e444 req-d47ba214-f738-409e-be16-cb17cc5729a9 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:11.213541 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c53fa72b-f2c1-4bdc-a4af-f598a4f0e444 req-d47ba214-f738-409e-be16-cb17cc5729a9 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9615218-2f7d-4ec0-9848-c3952acfd416 HTTP/1.1" status: 200  len: 945 time: 0.1579807
Apr 30 13:18:11.221419 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-2edbf948-fcdc-4d43-812b-da5a24620180 req-bfa52b00-372b-4b7d-851a-d13cf24b2191 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Calling delete_port for 2236761e-cd3c-4b05-bf68-960323353794 owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:18:11.259601 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c53fa72b-f2c1-4bdc-a4af-f598a4f0e444 req-8b2cee3b-4c5c-4dd0-a454-bdfe8230210c tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.15 "GET /v2.0/security-groups?id=c37948e1-455e-4876-b38a-eff7dc839ec4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401330
Apr 30 13:18:11.351677 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-2edbf948-fcdc-4d43-812b-da5a24620180 req-bfa52b00-372b-4b7d-851a-d13cf24b2191 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:11.358403 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6e090ca8-0bd4-43e0-9e36-1a453c7b967a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:11.364966 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['2236761e-cd3c-4b05-bf68-960323353794'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:18:11.405668 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa52b00-372b-4b7d-851a-d13cf24b2191 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Pushing event deleted for resources: {'Port': ['ID=2236761e-cd3c-4b05-bf68-960323353794,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:11.409184 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-bfa52b00-372b-4b7d-851a-d13cf24b2191 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:11.485238 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edbf948-fcdc-4d43-812b-da5a24620180 req-bfa52b00-372b-4b7d-851a-d13cf24b2191 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] No DVR routers for this DVR port 2236761e-cd3c-4b05-bf68-960323353794 on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:18:11.487742 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-2edbf948-fcdc-4d43-812b-da5a24620180 req-bfa52b00-372b-4b7d-851a-d13cf24b2191 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:11.491231 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9615218-2f7d-4ec0-9848-c3952acfd416', 'name': 'network-vif-deleted', 'tag': '2236761e-cd3c-4b05-bf68-960323353794'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:18:11.508043 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-2edbf948-fcdc-4d43-812b-da5a24620180 req-bfa52b00-372b-4b7d-851a-d13cf24b2191 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] 10.222.0.89 "DELETE /v2.0/ports/2236761e-cd3c-4b05-bf68-960323353794 HTTP/1.1" status: 204  len: 173 time: 0.6952329
Apr 30 13:18:11.547774 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9615218-2f7d-4ec0-9848-c3952acfd416', 'name': 'network-vif-deleted', 'tag': '2236761e-cd3c-4b05-bf68-960323353794', 'status': 'completed', 'code': 200}
Apr 30 13:18:15.863293 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 2236761e-cd3c-4b05-bf68-960323353794 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:18:15.897674 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: 2236761e-cd3c-4b05-bf68-960323353794 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:18:15.898019 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 2236761e-cd3c-4b05-bf68-960323353794 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:18:23.512780 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-df2c7ccd-3d2c-4026-8461-1448ce4c7ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:26.212624 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:26.546344 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49aa1a6e-4c82-41b1-89c7-34c24173d281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:26.883046 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d837f7d5-96fe-4c21-af38-2f9e15c4785d req-cb4a37c2-3eb1-47e5-aa8a-37787c956b93 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1427231
Apr 30 13:18:27.047394 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837f7d5-96fe-4c21-af38-2f9e15c4785d req-cee2c60b-1a58-47b2-b428-04fdf1711c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:27.049001 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d837f7d5-96fe-4c21-af38-2f9e15c4785d req-cee2c60b-1a58-47b2-b428-04fdf1711c71 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2e929e0b08a2424d88e50ddd4873774a&device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 1099 time: 0.1427145
Apr 30 13:18:27.241861 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 44066) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:27.284797 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837f7d5-96fe-4c21-af38-2f9e15c4785d req-0d66ba0e-ef11-4670-81cc-cf04cfc0f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:27.286582 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d837f7d5-96fe-4c21-af38-2f9e15c4785d req-0d66ba0e-ef11-4670-81cc-cf04cfc0f5f9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=607bf271-94f7-456e-b795-6638e4db5074 HTTP/1.1" status: 200  len: 921 time: 0.2143886
Apr 30 13:18:27.314661 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Deleting subnet 5a74658f-801d-467a-b386-048bc2f70b2c {{(pid=73836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:18:27.319880 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:27.376449 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d837f7d5-96fe-4c21-af38-2f9e15c4785d req-b11b64b8-5fbd-4a67-b6a0-e7a478828524 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 HTTP/1.1" status: 200  len: 217 time: 0.0816011
Apr 30 13:18:27.425133 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:27.437422 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:27.479110 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837f7d5-96fe-4c21-af38-2f9e15c4785d req-8b036d9e-0f3a-4f1e-ac58-3730590eed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:27.480795 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d837f7d5-96fe-4c21-af38-2f9e15c4785d req-8b036d9e-0f3a-4f1e-ac58-3730590eed6b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c3c8abb-2a0c-40d9-9bac-8929c6c374f8 HTTP/1.1" status: 200  len: 859 time: 0.0834768
Apr 30 13:18:27.548658 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d837f7d5-96fe-4c21-af38-2f9e15c4785d req-3558f5ce-a6e8-4a20-999d-b70933359e6a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=607bf271-94f7-456e-b795-6638e4db5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600839
Apr 30 13:18:27.706096 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d837f7d5-96fe-4c21-af38-2f9e15c4785d req-07835a51-8847-4369-8672-a925d9cf7912 service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506343
Apr 30 13:18:27.738540 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:27.844144 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a406a-9d23-411c-8cb4-58c1888e5867 req-76fa0ef3-d1eb-46cb-b307-7a871e6eb55a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:27.857475 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7d7a406a-9d23-411c-8cb4-58c1888e5867 req-76fa0ef3-d1eb-46cb-b307-7a871e6eb55a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.3198085
Apr 30 13:18:27.919893 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607a49-de39-4c38-ba6d-793527dea947 req-090de0e7-1235-4f26-a027-c59801a352f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:27.921606 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-12607a49-de39-4c38-ba6d-793527dea947 req-090de0e7-1235-4f26-a027-c59801a352f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2e929e0b08a2424d88e50ddd4873774a&device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 1099 time: 0.3860862
Apr 30 13:18:28.061570 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d837f7d5-96fe-4c21-af38-2f9e15c4785d req-9a76f838-f3e2-423f-8288-68c90fa89fde service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3463421
Apr 30 13:18:28.151507 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7d7a406a-9d23-411c-8cb4-58c1888e5867 req-7a1aea0e-2d54-4648-aa1c-3380444826ae tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2927308
Apr 30 13:18:28.153258 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607a49-de39-4c38-ba6d-793527dea947 req-3d83d347-984e-4520-b0e0-ec6c7532a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:28.154778 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-12607a49-de39-4c38-ba6d-793527dea947 req-3d83d347-984e-4520-b0e0-ec6c7532a9b4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=607bf271-94f7-456e-b795-6638e4db5074 HTTP/1.1" status: 200  len: 921 time: 0.2242866
Apr 30 13:18:28.259933 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-12607a49-de39-4c38-ba6d-793527dea947 req-06736a51-a075-4fbe-867e-1d88f15d1870 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 HTTP/1.1" status: 200  len: 217 time: 0.0815082
Apr 30 13:18:28.415286 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607a49-de39-4c38-ba6d-793527dea947 req-3e624722-0e73-4601-848a-9e8e43b922cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:28.417492 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-12607a49-de39-4c38-ba6d-793527dea947 req-3e624722-0e73-4601-848a-9e8e43b922cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c3c8abb-2a0c-40d9-9bac-8929c6c374f8 HTTP/1.1" status: 200  len: 859 time: 0.1486628
Apr 30 13:18:28.525636 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-12607a49-de39-4c38-ba6d-793527dea947 req-c8de84cb-e0c3-4540-9027-2e6cb3b1090a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=607bf271-94f7-456e-b795-6638e4db5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0998483
Apr 30 13:18:28.710453 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.732622 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:28.745305 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 44102) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:28.793503 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a74658f-801d-467a-b386-048bc2f70b2c,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:28.806454 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:28.806824 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:28.807183 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:28.807538 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:28.807883 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:28.808230 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:28.808570 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:28.808903 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:28.809246 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:28.809582 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:28.810164 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:28.810625 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:18:28.818598 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:28.842715 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Notify callbacks [] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:28.842715 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5a74658f-801d-467a-b386-048bc2f70b2c HTTP/1.1" status: 204  len: 168 time: 1.5981531
Apr 30 13:18:28.844834 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 44108) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:28.920664 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-12607a49-de39-4c38-ba6d-793527dea947 req-87790158-d0d7-427f-b867-f79b5593dd90 service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3861389
Apr 30 13:18:29.076352 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e2942cd0-6d22-460b-ab49-6316baeeaaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.108898 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.115861 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-e2942cd0-6d22-460b-ab49-6316baeeaaae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:29.125814 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-e2942cd0-6d22-460b-ab49-6316baeeaaae admin admin] Usage tracker for resource:security_group_rule and tenant:344228d249e94c6ca3264be054b227b4 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:29.132066 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-e2942cd0-6d22-460b-ab49-6316baeeaaae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:29.137552 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.138025 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-12607a49-de39-4c38-ba6d-793527dea947 req-f39a34f2-463c-4d30-9fed-56fff480d5ea service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099624
Apr 30 13:18:29.144825 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-e2942cd0-6d22-460b-ab49-6316baeeaaae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:29.411450 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.558062 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c235291c0>,) {'filters': {'network_id': ['99dc7594-fcb0-412d-a234-820a7450a869']}} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:29.564878 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243b298-6627-4bd7-b7a1-ffdf77759e37 req-9d0a2e59-5f79-4eda-942f-b800e86d9da1 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:29.573828 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8243b298-6627-4bd7-b7a1-ffdf77759e37 req-9d0a2e59-5f79-4eda-942f-b800e86d9da1 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1384037
Apr 30 13:18:29.609020 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e2942cd0-6d22-460b-ab49-6316baeeaaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.612728 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c235291c0>, '4bcbb11e-f05e-4008-a594-2950401dd83f') {'for_net_delete': True} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:29.613060 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c235291c0>, '4bcbb11e-f05e-4008-a594-2950401dd83f') {} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:29.624766 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e2942cd0-6d22-460b-ab49-6316baeeaaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.636135 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:29.661284 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1161524'] for segment, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.677536 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2942cd0-6d22-460b-ab49-6316baeeaaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3716da-d28d-43aa-b588-10be736d9450,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:29.690743 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e2942cd0-6d22-460b-ab49-6316baeeaaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:29.695934 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8243b298-6627-4bd7-b7a1-ffdf77759e37 req-6596607c-2d19-44d3-b360-b834e2b883a4 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201441
Apr 30 13:18:29.703417 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-e2942cd0-6d22-460b-ab49-6316baeeaaae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=344228d249e94c6ca3264be054b227b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9567666
Apr 30 13:18:29.704466 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.706566 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 44130) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:29.728513 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=73837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:18:29.865746 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-95b471f6-82e1-4922-b755-10ff25c1e067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.914032 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-95b471f6-82e1-4922-b755-10ff25c1e067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.964624 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-95b471f6-82e1-4922-b755-10ff25c1e067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:29.970707 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-fc192397-9d56-41c4-b378-4e54de84ddc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:29.980519 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] Network 99dc7594-fcb0-412d-a234-820a7450a869 has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:18:29.983296 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b471f6-82e1-4922-b755-10ff25c1e067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3716da-d28d-43aa-b588-10be736d9450,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:29.996484 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-95b471f6-82e1-4922-b755-10ff25c1e067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:30.007810 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-95b471f6-82e1-4922-b755-10ff25c1e067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:30.009436 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-95b471f6-82e1-4922-b755-10ff25c1e067 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c3716da-d28d-43aa-b588-10be736d9450 HTTP/1.1" status: 204  len: 168 time: 0.3008976
Apr 30 13:18:30.010177 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162458'] for segment, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:30.217413 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] Network 99dc7594-fcb0-412d-a234-820a7450a869 has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]: Traceback (most recent call last):
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     timer()
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     cb(*args, **kw)
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     return func(*args, **kwargs)
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     self._notify()
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     self.callback(batched_events)
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     event.method(event)
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     return f(self, *a, **k)
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._get(url).json()
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:18:30.240337 dv-cinder-787195-5-iscsi neutron-server[73837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:18:30.326654 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:30.333645 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:30.346284 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:30.352307 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:30.362641 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=99dc7594-fcb0-412d-a234-820a7450a869,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:30.366708 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:30.369297 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] 10.222.0.15 "DELETE /v2.0/networks/99dc7594-fcb0-412d-a234-820a7450a869 HTTP/1.1" status: 204  len: 168 time: 1.5231247
Apr 30 13:18:30.372514 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 44146) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:30.455236 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3bdcc5-0f81-40df-9ce8-2d5024ebeea8 admin admin] Deleting subnet 8457c2af-78fd-47e6-8d5f-b2989bdff678 {{(pid=73837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:18:30.461086 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8d3bdcc5-0f81-40df-9ce8-2d5024ebeea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:30.614284 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8d3bdcc5-0f81-40df-9ce8-2d5024ebeea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1161533'] for subnet, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:30.700412 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8d3bdcc5-0f81-40df-9ce8-2d5024ebeea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:31.062542 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c479a3-7f72-43fb-85f5-0466e95fcfee req-905c4482-1ebf-4a49-88f6-91fd889d290b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:31.065092 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-69c479a3-7f72-43fb-85f5-0466e95fcfee req-905c4482-1ebf-4a49-88f6-91fd889d290b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1455085
Apr 30 13:18:31.183906 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-69c479a3-7f72-43fb-85f5-0466e95fcfee req-27c5d53a-23e3-4333-bdc7-5b930ecd56ac tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083298
Apr 30 13:18:31.293689 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8d3bdcc5-0f81-40df-9ce8-2d5024ebeea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760249'] for subnet, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:31.304880 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:31.351494 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bdcc5-0f81-40df-9ce8-2d5024ebeea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8457c2af-78fd-47e6-8d5f-b2989bdff678,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:31.358116 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-8d3bdcc5-0f81-40df-9ce8-2d5024ebeea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:31.359210 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8d3bdcc5-0f81-40df-9ce8-2d5024ebeea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:31.369128 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-8d3bdcc5-0f81-40df-9ce8-2d5024ebeea8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8457c2af-78fd-47e6-8d5f-b2989bdff678 HTTP/1.1" status: 204  len: 168 time: 0.9951925
Apr 30 13:18:31.371523 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 44188) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:31.573313 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:31.839292 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.037379 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c23ebb820>,) {'filters': {'network_id': ['6b49235a-d4b7-493c-8137-4d430c720416']}} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:32.062125 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c23ebb820>, '1db5566e-caad-4cda-a2b3-60d14fde4ae2') {'for_net_delete': True} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:32.063113 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c23ebb820>, '1db5566e-caad-4cda-a2b3-60d14fde4ae2') {} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:18:32.075021 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 44208) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:32.083545 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1161524'] for segment, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.109495 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.128585 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=73837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:18:32.388111 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-559817cd-c4ac-4965-8ae2-7bac036fb218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.499627 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-559817cd-c4ac-4965-8ae2-7bac036fb218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:32.576727 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-559817cd-c4ac-4965-8ae2-7bac036fb218 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b32b9f7b3d4d12bc28353ffa60a36c is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:32.592284 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-559817cd-c4ac-4965-8ae2-7bac036fb218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:32.608342 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-559817cd-c4ac-4965-8ae2-7bac036fb218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:32.622663 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] Network 6b49235a-d4b7-493c-8137-4d430c720416 has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:18:32.634306 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162458'] for segment, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:32.675684 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f0b7f-9557-4789-94d6-1800eb7f3cb0 req-d013dfa0-4f3e-461b-9e02-105dc68b9ab8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:32.678365 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b03f0b7f-9557-4789-94d6-1800eb7f3cb0 req-d013dfa0-4f3e-461b-9e02-105dc68b9ab8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.2910743
Apr 30 13:18:32.787917 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b03f0b7f-9557-4789-94d6-1800eb7f3cb0 req-fd50f7e2-acff-449c-a607-401f18a40c23 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004643
Apr 30 13:18:32.841784 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 44236) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:32.906466 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] Network 6b49235a-d4b7-493c-8137-4d430c720416 has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]: Traceback (most recent call last):
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     timer()
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     cb(*args, **kw)
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     return func(*args, **kwargs)
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     self._notify()
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     self.callback(batched_events)
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     event.method(event)
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     return f(self, *a, **k)
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._get(url).json()
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:18:32.930500 dv-cinder-787195-5-iscsi neutron-server[73837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:18:33.003914 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9790259d-8575-4510-aa83-dbd0e0325976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.034426 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-9790259d-8575-4510-aa83-dbd0e0325976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:33.038116 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.039792 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-9790259d-8575-4510-aa83-dbd0e0325976 admin admin] Usage tracker for resource:security_group_rule and tenant:85bf864faa9747c3a1167396d15132ce is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:33.044715 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-9790259d-8575-4510-aa83-dbd0e0325976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:33.059753 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-9790259d-8575-4510-aa83-dbd0e0325976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:33.059945 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:33.100199 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.102915 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b49235a-d4b7-493c-8137-4d430c720416,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:33.114150 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:33.142923 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-cba456f0-72ee-4f61-973e-df07c1aecde0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6b49235a-d4b7-493c-8137-4d430c720416 HTTP/1.1" status: 204  len: 168 time: 1.7681568
Apr 30 13:18:33.208729 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-559817cd-c4ac-4965-8ae2-7bac036fb218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.218199 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-559817cd-c4ac-4965-8ae2-7bac036fb218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.233372 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9790259d-8575-4510-aa83-dbd0e0325976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.236813 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ed0e6fa4-af22-413e-8c1b-be8faccf2bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:33.242423 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9790259d-8575-4510-aa83-dbd0e0325976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.278117 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-559817cd-c4ac-4965-8ae2-7bac036fb218 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8b32b9f7b3d4d12bc28353ffa60a36c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2002997
Apr 30 13:18:33.281158 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 44246) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:33.287154 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-49dd4c61-a167-4786-b5ed-a84479d66223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:33.300492 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559817cd-c4ac-4965-8ae2-7bac036fb218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e837347-c0a4-4d05-9b0e-f594a01fd909,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:33.307686 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-559817cd-c4ac-4965-8ae2-7bac036fb218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:33.323735 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-9790259d-8575-4510-aa83-dbd0e0325976 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85bf864faa9747c3a1167396d15132ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4806125
Apr 30 13:18:33.324552 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790259d-8575-4510-aa83-dbd0e0325976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25a11c3-da9d-4cff-b5b2-0b2ecb850ad7,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:33.329062 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-9790259d-8575-4510-aa83-dbd0e0325976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:33.329378 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 44250) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:33.352025 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 44254) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:33.400543 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9d718ce4-3562-4d45-bdea-95abd8b029fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.452369 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9d718ce4-3562-4d45-bdea-95abd8b029fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.455690 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-6b5a25ad-cc61-4f6c-8e1f-ce95688a4ef5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b785c054c2c42e6a97ca3f659ab7ffa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1018054
Apr 30 13:18:33.458629 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 44258) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:33.464047 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7d58d5d8-6626-443c-a1b4-ef7282290c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.515742 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7d58d5d8-6626-443c-a1b4-ef7282290c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.568848 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9d718ce4-3562-4d45-bdea-95abd8b029fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.577307 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-c1599d41-74e1-4746-b2c9-3a049cdcdbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:33.579871 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-eefabad5-c340-4aa3-bc6b-366978384e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.591709 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d718ce4-3562-4d45-bdea-95abd8b029fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e837347-c0a4-4d05-9b0e-f594a01fd909,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:33.598015 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-9d718ce4-3562-4d45-bdea-95abd8b029fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:33.602583 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9d718ce4-3562-4d45-bdea-95abd8b029fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.603915 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-9d718ce4-3562-4d45-bdea-95abd8b029fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e837347-c0a4-4d05-9b0e-f594a01fd909 HTTP/1.1" status: 204  len: 168 time: 0.3217084
Apr 30 13:18:33.620298 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7d58d5d8-6626-443c-a1b4-ef7282290c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.624749 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7d58d5d8-6626-443c-a1b4-ef7282290c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.642695 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-7d58d5d8-6626-443c-a1b4-ef7282290c55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d25a11c3-da9d-4cff-b5b2-0b2ecb850ad7 HTTP/1.1" status: 204  len: 168 time: 0.3031943
Apr 30 13:18:33.643585 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-4dd0827b-5796-47e6-9231-8ea01a7e1d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:33.686466 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58d5d8-6626-443c-a1b4-ef7282290c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25a11c3-da9d-4cff-b5b2-0b2ecb850ad7,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:33.718688 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-7d58d5d8-6626-443c-a1b4-ef7282290c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:33.743507 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-eefabad5-c340-4aa3-bc6b-366978384e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.845409 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-eefabad5-c340-4aa3-bc6b-366978384e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.869571 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-1f161643-6b6e-4d47-b014-952073c883a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:33.910923 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefabad5-c340-4aa3-bc6b-366978384e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caf918c-09b0-489f-bc95-8925c75f89fe,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:33.943056 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-eefabad5-c340-4aa3-bc6b-366978384e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:33.977437 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-eefabad5-c340-4aa3-bc6b-366978384e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:33.980217 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-eefabad5-c340-4aa3-bc6b-366978384e04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6caf918c-09b0-489f-bc95-8925c75f89fe HTTP/1.1" status: 204  len: 168 time: 0.5183282
Apr 30 13:18:34.178240 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0796a1f-5590-4a53-9739-4ce833f6e7a2 req-dcf635fd-a846-4450-9b04-148de84a443c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:34.190416 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d0796a1f-5590-4a53-9739-4ce833f6e7a2 req-dcf635fd-a846-4450-9b04-148de84a443c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1284254
Apr 30 13:18:34.280384 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d0796a1f-5590-4a53-9739-4ce833f6e7a2 req-0d6d117e-f2ba-4e33-9509-43092c7c3a3d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882483
Apr 30 13:18:34.599316 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 44294) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:34.748391 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 44304) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:34.821069 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-5ad97175-8d90-4887-80d7-0b825d73afff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5247899f8dfd45d688b2e4e7492b6749&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0714824
Apr 30 13:18:34.823590 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 44308) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:34.903062 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-00958a23-a3a1-4493-801d-3c3deb1e0eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.963081 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-00958a23-a3a1-4493-801d-3c3deb1e0eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:34.991467 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-211d674c-1a43-49fb-a705-0dbd7efd3889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.042955 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-211d674c-1a43-49fb-a705-0dbd7efd3889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:35.047704 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-211d674c-1a43-49fb-a705-0dbd7efd3889 admin admin] Usage tracker for resource:security_group_rule and tenant:4c419d08779c4b7dafcd5372dacb115f is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:35.050715 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-211d674c-1a43-49fb-a705-0dbd7efd3889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:35.063289 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-211d674c-1a43-49fb-a705-0dbd7efd3889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:35.078035 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-00958a23-a3a1-4493-801d-3c3deb1e0eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.084866 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-8a6ca57a-aabd-45d7-b54b-b5e6b4f711f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:35.110775 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00958a23-a3a1-4493-801d-3c3deb1e0eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b91c5d1-e832-4530-a603-005cb900a989,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:35.123422 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-00958a23-a3a1-4493-801d-3c3deb1e0eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.127693 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-00958a23-a3a1-4493-801d-3c3deb1e0eed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b91c5d1-e832-4530-a603-005cb900a989 HTTP/1.1" status: 204  len: 168 time: 0.2995026
Apr 30 13:18:35.128697 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-00958a23-a3a1-4493-801d-3c3deb1e0eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:35.262612 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-211d674c-1a43-49fb-a705-0dbd7efd3889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.269218 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-211d674c-1a43-49fb-a705-0dbd7efd3889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.300115 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e2e46702-e0a2-43da-975a-e69245456385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:35.330894 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d674c-1a43-49fb-a705-0dbd7efd3889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31bc68c-2d1e-41f2-9e1b-01903af0e9dc,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:35.341991 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 44332) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:35.355551 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-211d674c-1a43-49fb-a705-0dbd7efd3889 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c419d08779c4b7dafcd5372dacb115f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7567832
Apr 30 13:18:35.360829 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-211d674c-1a43-49fb-a705-0dbd7efd3889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:35.501690 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b53be22c-7820-4371-abbf-1866e762199f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.580271 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b53be22c-7820-4371-abbf-1866e762199f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.668604 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b53be22c-7820-4371-abbf-1866e762199f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.683137 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e2942cd0-6d22-460b-ab49-6316baeeaaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:35.732501 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead84e05-a9c4-4481-be49-0861ecb53090 req-046bceb4-ed81-4e5e-b02e-1063fb584246 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:35.733121 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53be22c-7820-4371-abbf-1866e762199f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31bc68c-2d1e-41f2-9e1b-01903af0e9dc,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:35.736250 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b53be22c-7820-4371-abbf-1866e762199f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:35.752785 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b53be22c-7820-4371-abbf-1866e762199f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:35.756411 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-b53be22c-7820-4371-abbf-1866e762199f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d31bc68c-2d1e-41f2-9e1b-01903af0e9dc HTTP/1.1" status: 204  len: 168 time: 0.4100633
Apr 30 13:18:35.771638 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ead84e05-a9c4-4481-be49-0861ecb53090 req-046bceb4-ed81-4e5e-b02e-1063fb584246 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.2614391
Apr 30 13:18:35.886209 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ead84e05-a9c4-4481-be49-0861ecb53090 req-0fa9989d-41e1-4a26-8ec4-0d5102fe517e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135604
Apr 30 13:18:37.196148 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63077e-027a-4962-b95f-b836fb7c7000 req-2f1942a5-742f-4f3c-8d1a-2761a4cfd73c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:37.205531 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bc63077e-027a-4962-b95f-b836fb7c7000 req-2f1942a5-742f-4f3c-8d1a-2761a4cfd73c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1817474
Apr 30 13:18:37.284909 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bc63077e-027a-4962-b95f-b836fb7c7000 req-fe4ee1f0-9e9e-4fca-8037-797cbdbd851b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782068
Apr 30 13:18:38.569401 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf041f7a-0f09-42f3-b97f-f73fe9d2c8ff req-e0f960bd-cedb-4db2-a5a9-b785be6b0e95 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:38.576535 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bf041f7a-0f09-42f3-b97f-f73fe9d2c8ff req-e0f960bd-cedb-4db2-a5a9-b785be6b0e95 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1064360
Apr 30 13:18:38.634004 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bf041f7a-0f09-42f3-b97f-f73fe9d2c8ff req-961d6d2e-b6d7-4309-9992-76bda11971d0 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564704
Apr 30 13:18:40.037317 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879175c7-ee4f-4977-92be-1c78713a60ac req-1abbe0bf-c1e0-4cfa-8ddb-bab767460a7c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:40.039106 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-879175c7-ee4f-4977-92be-1c78713a60ac req-1abbe0bf-c1e0-4cfa-8ddb-bab767460a7c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1859317
Apr 30 13:18:40.111274 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-879175c7-ee4f-4977-92be-1c78713a60ac req-86c242a5-cb74-471c-beaa-b5a02a0146ce tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656228
Apr 30 13:18:41.407501 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9931c7-2dd6-4f0c-8b94-7aa3a72d5b2e req-8ec2e293-13e9-4d5a-b0d2-2ffefd784e51 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:41.417074 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2f9931c7-2dd6-4f0c-8b94-7aa3a72d5b2e req-8ec2e293-13e9-4d5a-b0d2-2ffefd784e51 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1159251
Apr 30 13:18:41.513783 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2f9931c7-2dd6-4f0c-8b94-7aa3a72d5b2e req-592925b5-8629-485b-b752-848aff88fdb9 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916531
Apr 30 13:18:41.776780 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 44546) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:41.969039 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-602bbb48-871d-45bb-a622-a70f1fee5a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:41.985455 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-602bbb48-871d-45bb-a622-a70f1fee5a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:18:41.990417 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-602bbb48-871d-45bb-a622-a70f1fee5a61 admin admin] Usage tracker for resource:security_group_rule and tenant:9d13b600382b4b7fac71e212d1806bac is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:18:41.993512 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-602bbb48-871d-45bb-a622-a70f1fee5a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:18:42.002880 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-602bbb48-871d-45bb-a622-a70f1fee5a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:18:42.115470 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-602bbb48-871d-45bb-a622-a70f1fee5a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:42.121029 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-602bbb48-871d-45bb-a622-a70f1fee5a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:42.132475 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a33d577c-d465-4e69-86d1-923166003958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:42.183308 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-602bbb48-871d-45bb-a622-a70f1fee5a61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d13b600382b4b7fac71e212d1806bac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4053900
Apr 30 13:18:42.184254 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bbb48-871d-45bb-a622-a70f1fee5a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ea14fd-0089-48d0-acc9-b9c0ad5f0f6e,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:42.187084 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 44558) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:18:42.189807 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-602bbb48-871d-45bb-a622-a70f1fee5a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:42.261366 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e1c71640-c9a9-4af2-84ff-bb4a787e73e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:42.306177 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e1c71640-c9a9-4af2-84ff-bb4a787e73e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:42.372694 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e1c71640-c9a9-4af2-84ff-bb4a787e73e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:42.380819 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-3bebb3d8-03cf-4e79-b998-d6f9abd0a7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:18:42.395555 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c71640-c9a9-4af2-84ff-bb4a787e73e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ea14fd-0089-48d0-acc9-b9c0ad5f0f6e,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:18:42.398398 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e1c71640-c9a9-4af2-84ff-bb4a787e73e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:18:42.405948 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e1c71640-c9a9-4af2-84ff-bb4a787e73e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:42.407079 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-e1c71640-c9a9-4af2-84ff-bb4a787e73e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88ea14fd-0089-48d0-acc9-b9c0ad5f0f6e HTTP/1.1" status: 204  len: 168 time: 0.2188771
Apr 30 13:18:43.621980 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:18:44.505277 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ee1d4-2a04-42c5-a92d-ed26781c067c req-590838ab-96bd-4a43-bc2f-952cac68c8ab tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:44.506766 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fc1ee1d4-2a04-42c5-a92d-ed26781c067c req-590838ab-96bd-4a43-bc2f-952cac68c8ab tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0839899
Apr 30 13:18:44.552396 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fc1ee1d4-2a04-42c5-a92d-ed26781c067c req-e209fe81-0da6-4901-8a20-910493fb8340 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399969
Apr 30 13:18:46.534452 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83acbe2-4e19-46c5-8983-7da492663eed req-51c1ee39-5c5a-49ee-8e96-5493920a2d4f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:46.542665 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b83acbe2-4e19-46c5-8983-7da492663eed req-51c1ee39-5c5a-49ee-8e96-5493920a2d4f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1003497
Apr 30 13:18:46.599478 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b83acbe2-4e19-46c5-8983-7da492663eed req-69156153-8f47-4259-b390-edf626c3524e tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557213
Apr 30 13:18:47.463135 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c1331-d50d-4ef3-a168-a89033f41e54 req-5a7889d2-c9cc-44ee-b019-e1ed04e39012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:47.465358 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-734c1331-d50d-4ef3-a168-a89033f41e54 req-5a7889d2-c9cc-44ee-b019-e1ed04e39012 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 1099 time: 0.1575971
Apr 30 13:18:47.535874 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-734c1331-d50d-4ef3-a168-a89033f41e54 req-2167959c-d81e-49af-aebf-bb48790e7c5a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559893
Apr 30 13:18:52.629730 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5773d-1cec-4375-8f4f-4c06726e3f3e req-fcb8fc45-86ca-426b-9717-a5d41ca8ad55 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:52.631376 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6ba5773d-1cec-4375-8f4f-4c06726e3f3e req-fcb8fc45-86ca-426b-9717-a5d41ca8ad55 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0823154
Apr 30 13:18:52.675561 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6ba5773d-1cec-4375-8f4f-4c06726e3f3e req-e523d7c8-16f0-44fa-8141-fdc655a3ad20 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384154
Apr 30 13:18:53.521218 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-caf9a656-e20a-4cfc-b770-60d7e1aabd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:56.215705 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:56.528409 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-630a7ec8-7571-4cc6-ac73-5fc1dce46055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:57.300300 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d58ee2-c3b7-4c5e-b49e-66cb0d897196 req-19bd7b93-1fb2-47da-922b-ffe230d92feb tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:57.303653 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-46d58ee2-c3b7-4c5e-b49e-66cb0d897196 req-19bd7b93-1fb2-47da-922b-ffe230d92feb tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0833979
Apr 30 13:18:57.354049 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-46d58ee2-c3b7-4c5e-b49e-66cb0d897196 req-e2684668-b735-434b-88b1-97a867dbc911 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438848
Apr 30 13:18:57.735316 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:58.614875 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad4176-b904-41a1-b53d-591efe6792cf req-4033cbdf-4420-43fd-8e26-4eba1da5334d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:58.618885 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dcad4176-b904-41a1-b53d-591efe6792cf req-4033cbdf-4420-43fd-8e26-4eba1da5334d tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1502538
Apr 30 13:18:58.665152 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dcad4176-b904-41a1-b53d-591efe6792cf req-b11da8b9-c4b2-4860-9b58-52ed2d3eb5e3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431113
Apr 30 13:18:59.099408 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:18:59.218018 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058841f-7a99-4245-a149-db0fb6341a4f req-1198928e-d858-448b-8557-bab5c736710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:59.219484 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f058841f-7a99-4245-a149-db0fb6341a4f req-1198928e-d858-448b-8557-bab5c736710f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2e929e0b08a2424d88e50ddd4873774a&device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 1099 time: 0.1295309
Apr 30 13:18:59.255931 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48a343-595b-4c58-a269-5e9bc0748871 req-03c1516b-e9ad-4068-be12-0bb86ec67ef8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:59.257338 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ec48a343-595b-4c58-a269-5e9bc0748871 req-03c1516b-e9ad-4068-be12-0bb86ec67ef8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1308861
Apr 30 13:18:59.375848 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ec48a343-595b-4c58-a269-5e9bc0748871 req-28254d6f-f3ff-451d-a363-34dd2e901bb3 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047809
Apr 30 13:18:59.409199 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058841f-7a99-4245-a149-db0fb6341a4f req-3ecb70ea-8170-4e2b-b8fd-1403557a1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:59.411609 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f058841f-7a99-4245-a149-db0fb6341a4f req-3ecb70ea-8170-4e2b-b8fd-1403557a1c73 service neutron] 10.222.0.89 "GET /v2.0/networks?id=607bf271-94f7-456e-b795-6638e4db5074 HTTP/1.1" status: 200  len: 921 time: 0.1850705
Apr 30 13:18:59.501230 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f058841f-7a99-4245-a149-db0fb6341a4f req-ac747d35-e08a-4345-8536-ba6a4c8e0231 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 HTTP/1.1" status: 200  len: 217 time: 0.0824771
Apr 30 13:18:59.576611 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058841f-7a99-4245-a149-db0fb6341a4f req-8482feb4-5934-4730-a614-83b5ae023f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:18:59.578158 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f058841f-7a99-4245-a149-db0fb6341a4f req-8482feb4-5934-4730-a614-83b5ae023f34 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c3c8abb-2a0c-40d9-9bac-8929c6c374f8 HTTP/1.1" status: 200  len: 859 time: 0.0691838
Apr 30 13:18:59.631207 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f058841f-7a99-4245-a149-db0fb6341a4f req-24c2c3e0-3aeb-4e36-b74b-3b108f928b56 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=607bf271-94f7-456e-b795-6638e4db5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462408
Apr 30 13:18:59.773276 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f058841f-7a99-4245-a149-db0fb6341a4f req-c46d9f1d-6c57-4dab-9974-7adce95c0bed service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352351
Apr 30 13:18:59.922839 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f058841f-7a99-4245-a149-db0fb6341a4f req-cbc29e29-bc58-41ad-ac62-26d1570bb8c0 service neutron] 10.222.0.89 "GET /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428149
Apr 30 13:19:00.348110 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:00.576988 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64ed26-6a08-45c5-b458-036a54ddbb64 req-f7acd02a-d522-4be2-8c14-a722261cfe7b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:00.578473 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-df64ed26-6a08-45c5-b458-036a54ddbb64 req-f7acd02a-d522-4be2-8c14-a722261cfe7b tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0799692
Apr 30 13:19:00.631172 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-df64ed26-6a08-45c5-b458-036a54ddbb64 req-77d2ebed-f38f-44be-9968-b72dd0006de8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464599
Apr 30 13:19:04.420061 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325c9f-c5b4-44e8-931c-741cba4ce06a req-a6acb31c-d2b3-4a0d-a73e-e31f6723d177 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:04.421517 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-be325c9f-c5b4-44e8-931c-741cba4ce06a req-a6acb31c-d2b3-4a0d-a73e-e31f6723d177 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0818164
Apr 30 13:19:04.468446 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-be325c9f-c5b4-44e8-931c-741cba4ce06a req-a054283d-e148-47c4-9a3a-2403da890b6f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405483
Apr 30 13:19:05.662493 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1abcbd-5fe0-460e-9784-7b2918c2be50 req-b19a1482-e3cb-4856-963f-17a844e5ddbf tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:05.663948 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8a1abcbd-5fe0-460e-9784-7b2918c2be50 req-b19a1482-e3cb-4856-963f-17a844e5ddbf tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0836415
Apr 30 13:19:05.709410 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8a1abcbd-5fe0-460e-9784-7b2918c2be50 req-e1dfc110-d01f-4f72-9ff7-47ad141ce426 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397611
Apr 30 13:19:06.466749 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 44972) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:06.592521 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-950cde2f-d341-4337-9efe-953602b5fc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:06.607628 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-950cde2f-d341-4337-9efe-953602b5fc9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:06.611509 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-950cde2f-d341-4337-9efe-953602b5fc9a admin admin] Usage tracker for resource:security_group_rule and tenant:1680b63f6d904fda9901e6ec6ce830ff is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:06.615087 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-950cde2f-d341-4337-9efe-953602b5fc9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:06.621214 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-950cde2f-d341-4337-9efe-953602b5fc9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:06.720146 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-950cde2f-d341-4337-9efe-953602b5fc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:06.728200 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-950cde2f-d341-4337-9efe-953602b5fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:06.737010 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a6b7788d-06b4-4be6-b0f7-a92098db09ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:06.776420 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cde2f-d341-4337-9efe-953602b5fc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260e38da-d18f-4d95-b9aa-61e9302568b0,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:06.781337 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-950cde2f-d341-4337-9efe-953602b5fc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:06.785674 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-950cde2f-d341-4337-9efe-953602b5fc9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1680b63f6d904fda9901e6ec6ce830ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3205047
Apr 30 13:19:06.789014 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 44996) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:06.883669 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45004) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:06.946062 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:06.976403 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:06.979104 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0b18f3-2a75-4fed-a52b-cb1d4d903be5 admin admin] Deleting subnet d5d95b8e-c89c-40d7-9f39-53e2b49faa18 {{(pid=73836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:19:06.984482 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6c0b18f3-2a75-4fed-a52b-cb1d4d903be5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:07.032070 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:07.038017 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-1cbe928f-5665-4554-9daf-f25f5dc112eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:07.049116 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e61dd7-8d38-40b1-b50e-57dbad59b310 req-6761841f-f930-4836-9d1c-053857e51652 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:07.049116 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e6e61dd7-8d38-40b1-b50e-57dbad59b310 req-6761841f-f930-4836-9d1c-053857e51652 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.2070270
Apr 30 13:19:07.056330 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260e38da-d18f-4d95-b9aa-61e9302568b0,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:07.065160 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:07.065525 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:07.065886 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:07.067008 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:07.067639 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:07.068361 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:07.068361 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:07.068833 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:07.069028 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:07.069371 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:07.069716 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:07.070058 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:07.072857 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:07.073977 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/260e38da-d18f-4d95-b9aa-61e9302568b0 HTTP/1.1" status: 204  len: 168 time: 0.2839363
Apr 30 13:19:07.074964 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:07.109468 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6c0b18f3-2a75-4fed-a52b-cb1d4d903be5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:07.122032 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6c0b18f3-2a75-4fed-a52b-cb1d4d903be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:07.156214 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e6e61dd7-8d38-40b1-b50e-57dbad59b310 req-ebbb0533-edaf-4f87-8902-96aae5daaee8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006546
Apr 30 13:19:07.479452 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6c0b18f3-2a75-4fed-a52b-cb1d4d903be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:07.483359 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:07.528699 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6c0b18f3-2a75-4fed-a52b-cb1d4d903be5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:07.544369 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-6c0b18f3-2a75-4fed-a52b-cb1d4d903be5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d5d95b8e-c89c-40d7-9f39-53e2b49faa18 HTTP/1.1" status: 204  len: 168 time: 0.6592288
Apr 30 13:19:07.545628 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b18f3-2a75-4fed-a52b-cb1d4d903be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d95b8e-c89c-40d7-9f39-53e2b49faa18,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:07.546881 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 45016) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:07.548611 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-6c0b18f3-2a75-4fed-a52b-cb1d4d903be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:07.667738 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:07.845128 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:07.961582 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c28019f70>,) {'filters': {'network_id': ['2ec64be5-6b2d-4f6f-b941-09925e03babe']}} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:07.974490 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c28019f70>, '17c7872f-369c-4a70-abd4-2260f77ce6bb') {'for_net_delete': True} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:07.974785 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c28019f70>, '17c7872f-369c-4a70-abd4-2260f77ce6bb') {} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:07.986404 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1161524'] for segment, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:08.002892 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:08.009943 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=73837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:19:08.181169 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] Network 2ec64be5-6b2d-4f6f-b941-09925e03babe has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:19:08.189686 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162458'] for segment, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:08.358379 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] Network 2ec64be5-6b2d-4f6f-b941-09925e03babe has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:19:08.373872 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a17e0-cb7d-48a5-bfb8-16cd0259802f req-0c06211c-92a2-4cde-b818-d30ffa4a7195 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:08.376067 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-637a17e0-cb7d-48a5-bfb8-16cd0259802f req-0c06211c-92a2-4cde-b818-d30ffa4a7195 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.0994754
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]: Traceback (most recent call last):
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     timer()
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     cb(*args, **kw)
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     return func(*args, **kwargs)
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     self._notify()
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     self.callback(batched_events)
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     event.method(event)
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     return f(self, *a, **k)
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._get(url).json()
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:19:08.380724 dv-cinder-787195-5-iscsi neutron-server[73837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:19:08.424462 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-637a17e0-cb7d-48a5-bfb8-16cd0259802f req-c132f1ae-ff59-4fb5-902b-e1fe7e9d1782 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401466
Apr 30 13:19:08.462524 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:08.466476 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-dc5fd254-1374-4d1a-8f56-dc4c7679d0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:08.482083 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:08.488643 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ec64be5-6b2d-4f6f-b941-09925e03babe,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:08.493580 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:08.499368 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-6a0bfca5-372d-4eeb-8562-10207c07d8d6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2ec64be5-6b2d-4f6f-b941-09925e03babe HTTP/1.1" status: 204  len: 168 time: 0.9512796
Apr 30 13:19:08.695236 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45044) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:08.756693 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-02a8f649-b546-4f59-9870-a693700e410e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea5c7c9a89ad49f3826b40d49fc159cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0601530
Apr 30 13:19:08.759429 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45050) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:08.844926 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-de0ad3d9-e147-4a78-8f5a-463c3c8072a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:08.874184 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-de0ad3d9-e147-4a78-8f5a-463c3c8072a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:08.990358 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-de0ad3d9-e147-4a78-8f5a-463c3c8072a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:08.990358 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-9790259d-8575-4510-aa83-dbd0e0325976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:09.008468 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ad3d9-e147-4a78-8f5a-463c3c8072a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37948e1-455e-4876-b38a-eff7dc839ec4,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:09.010992 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-de0ad3d9-e147-4a78-8f5a-463c3c8072a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:09.019952 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-de0ad3d9-e147-4a78-8f5a-463c3c8072a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:09.026452 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-de0ad3d9-e147-4a78-8f5a-463c3c8072a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c37948e1-455e-4876-b38a-eff7dc839ec4 HTTP/1.1" status: 204  len: 168 time: 0.2608740
Apr 30 13:19:12.043159 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45204) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:12.169763 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c1a0773b-f26f-4286-b2a3-0c85017d24a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:12.187382 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c1a0773b-f26f-4286-b2a3-0c85017d24a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:12.192348 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c1a0773b-f26f-4286-b2a3-0c85017d24a4 admin admin] Usage tracker for resource:security_group_rule and tenant:e447608b79964322bae313aae142f2af is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:12.195534 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c1a0773b-f26f-4286-b2a3-0c85017d24a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:12.202014 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c1a0773b-f26f-4286-b2a3-0c85017d24a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:12.291286 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c1a0773b-f26f-4286-b2a3-0c85017d24a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:12.295144 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c1a0773b-f26f-4286-b2a3-0c85017d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:12.302942 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-93404a30-1201-4c26-9f50-1f70f48e09a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:12.343880 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-c1a0773b-f26f-4286-b2a3-0c85017d24a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e447608b79964322bae313aae142f2af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2988625
Apr 30 13:19:12.344790 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0773b-f26f-4286-b2a3-0c85017d24a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb1b628-89ee-4bd9-a37e-e7e4c832ee81,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:12.347755 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 45214) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:12.348846 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c1a0773b-f26f-4286-b2a3-0c85017d24a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:12.415358 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-74f01f5b-e199-4975-92b1-5f853e1376f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:12.446397 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-74f01f5b-e199-4975-92b1-5f853e1376f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:12.499241 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-74f01f5b-e199-4975-92b1-5f853e1376f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:12.503271 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-074fbea7-6851-4957-a253-41508104261f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:12.516047 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f01f5b-e199-4975-92b1-5f853e1376f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb1b628-89ee-4bd9-a37e-e7e4c832ee81,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:12.518941 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-74f01f5b-e199-4975-92b1-5f853e1376f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:12.521456 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-74f01f5b-e199-4975-92b1-5f853e1376f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:12.525104 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-74f01f5b-e199-4975-92b1-5f853e1376f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfb1b628-89ee-4bd9-a37e-e7e4c832ee81 HTTP/1.1" status: 204  len: 168 time: 0.1743386
Apr 30 13:19:13.077245 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4ebbe-f52d-47f4-9938-463d69653ac8 req-dc7a8f06-5306-4c9b-b2c4-5b7d0a87c9ff tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:13.078727 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d4d4ebbe-f52d-47f4-9938-463d69653ac8 req-dc7a8f06-5306-4c9b-b2c4-5b7d0a87c9ff tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1110411
Apr 30 13:19:13.151357 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d4d4ebbe-f52d-47f4-9938-463d69653ac8 req-02ccb107-7786-4780-93a2-19e217ce8c1f tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580966
Apr 30 13:19:13.292848 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 45252) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:13.349999 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45260) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:13.474320 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-82706339-network', 'tenant_id': 'e930754914a64acfa79c68b521726214'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:13.479238 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:13.484029 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Usage tracker for resource:network and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:13.486769 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-138794b0-d519-44fa-b256-6a09d036ed36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.487679 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:13.494993 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:13.502490 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-138794b0-d519-44fa-b256-6a09d036ed36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:13.506442 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Made reservation on behalf of e930754914a64acfa79c68b521726214 for: {'network': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:19:13.507665 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-138794b0-d519-44fa-b256-6a09d036ed36 admin admin] Usage tracker for resource:security_group_rule and tenant:0bcb812e8581465889af205ec3574225 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:13.509185 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.510897 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-138794b0-d519-44fa-b256-6a09d036ed36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:13.517831 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-138794b0-d519-44fa-b256-6a09d036ed36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:13.522391 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.538888 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:13.543644 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Usage tracker for resource:security_group_rule and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:13.546895 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:13.553615 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:13.604143 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-138794b0-d519-44fa-b256-6a09d036ed36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.607664 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-138794b0-d519-44fa-b256-6a09d036ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.616920 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8b8f59bf-b5a4-416b-96ae-12e2c0e7cf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:13.641712 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.646338 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.649349 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-40c87dce-4ea1-4903-be2c-e07cb3da7cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:13.656774 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-138794b0-d519-44fa-b256-6a09d036ed36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bcb812e8581465889af205ec3574225&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3057141
Apr 30 13:19:13.658642 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138794b0-d519-44fa-b256-6a09d036ed36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59fee84-b42e-427b-a74f-09eacc8d5e43,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:13.661461 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45268) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:13.667471 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-138794b0-d519-44fa-b256-6a09d036ed36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:13.686292 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'}  {{(pid=73837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:19:13.692738 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e020ed79-8fed-4bea-8d75-f2071ab09f1c,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:13.697428 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:13.704268 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.705203 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.segments_db [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Added segment 79f733ff-18be-44b2-993a-8636c815638a of type vlan for network 83bc2670-022d-4041-8a2f-0fa8eb289e69
Apr 30 13:19:13.731920 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1a67c183-98df-49f2-aba1-03583aa734fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.738825 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.758876 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1a67c183-98df-49f2-aba1-03583aa734fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.774858 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.776229 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:13.776811 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.782284 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:13.819270 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1a67c183-98df-49f2-aba1-03583aa734fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.824265 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e1c71640-c9a9-4af2-84ff-bb4a787e73e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:13.838588 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67c183-98df-49f2-aba1-03583aa734fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59fee84-b42e-427b-a74f-09eacc8d5e43,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:13.841508 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-1a67c183-98df-49f2-aba1-03583aa734fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:13.845693 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1a67c183-98df-49f2-aba1-03583aa734fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:13.846813 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-1a67c183-98df-49f2-aba1-03583aa734fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f59fee84-b42e-427b-a74f-09eacc8d5e43 HTTP/1.1" status: 204  len: 168 time: 0.1844478
Apr 30 13:19:13.885457 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5913458
Apr 30 13:19:13.888316 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 45274) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:13.895773 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Request body: {'subnet': {'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-82706339-subnet', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'ip_version': 4}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:13.898934 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Pushing event updated for resources: {'Network': ['ID=83bc2670-022d-4041-8a2f-0fa8eb289e69,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:13.903050 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:13.905391 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:13.911882 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Usage tracker for resource:subnet and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:13.912083 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 83bc2670-022d-4041-8a2f-0fa8eb289e69 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:19:13.915195 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:13.923060 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:13.936739 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Made reservation on behalf of e930754914a64acfa79c68b521726214 for: {'subnet': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:19:13.939133 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760228'] for subnet, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.170006 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45282) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:14.190520 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d9adc662-f2b9-4fc2-b203-09e6f590729b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.207047 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-d9adc662-f2b9-4fc2-b203-09e6f590729b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:14.212383 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-d9adc662-f2b9-4fc2-b203-09e6f590729b admin admin] Usage tracker for resource:security_group_rule and tenant:0b533ae9c1ee4b689259d12877b96bf1 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:14.215678 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-d9adc662-f2b9-4fc2-b203-09e6f590729b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:14.225797 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-d9adc662-f2b9-4fc2-b203-09e6f590729b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:14.383864 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d9adc662-f2b9-4fc2-b203-09e6f590729b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.390600 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d9adc662-f2b9-4fc2-b203-09e6f590729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.405307 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7cae02e6-59f4-4283-9f4b-738b9964db49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:14.420755 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a54b4-5b71-48fa-a80b-af783a345cef req-5576a9ea-e8ff-43e8-b277-5ee11f6704dd tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:14.422330 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7a1a54b4-5b71-48fa-a80b-af783a345cef req-5576a9ea-e8ff-43e8-b277-5ee11f6704dd tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1581085
Apr 30 13:19:14.450575 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1161661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760246'] for subnet, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.455556 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:14.489645 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adc662-f2b9-4fc2-b203-09e6f590729b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073b7596-5519-4324-8397-63b21898fb55,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:14.497323 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-d9adc662-f2b9-4fc2-b203-09e6f590729b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b533ae9c1ee4b689259d12877b96bf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3260045
Apr 30 13:19:14.498501 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-d9adc662-f2b9-4fc2-b203-09e6f590729b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:14.501138 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45290) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:14.517086 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7a1a54b4-5b71-48fa-a80b-af783a345cef req-c3ad686a-5694-4e90-8396-eb9ec5dbb0bd tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870185
Apr 30 13:19:14.540611 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=403efb8f-dab9-40e8-ab0a-1dcf2ab30084,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:14.549475 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:14.556821 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Checking segment: {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:19:14.557177 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Network hostable DHCP agents. Network: 83bc2670-022d-4041-8a2f-0fa8eb289e69, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:19:14.569103 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-778de32a-e144-4443-aefc-62dba1fca1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.574785 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Network 83bc2670-022d-4041-8a2f-0fa8eb289e69 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:19:14.586963 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 83bc2670-022d-4041-8a2f-0fa8eb289e69) {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:14.598414 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee7b457-10bf-45f4-9c2b-17b00bc1243e None None] Network 83bc2670-022d-4041-8a2f-0fa8eb289e69 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:19:14.600410 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:14.601455 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.621952 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-778de32a-e144-4443-aefc-62dba1fca1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.641809 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-37678f96-cfa2-422a-ac1d-ac99d52e5541 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7481585
Apr 30 13:19:14.642220 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 45296) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:14.668766 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:14.677422 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:14.685154 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Usage tracker for resource:router and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:14.694808 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:14.727484 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:14.729278 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-778de32a-e144-4443-aefc-62dba1fca1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.736160 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-95b471f6-82e1-4922-b755-10ff25c1e067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:14.748725 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260181'] for router, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.750691 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3815139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3900580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260188'] for router, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.757128 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778de32a-e144-4443-aefc-62dba1fca1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073b7596-5519-4324-8397-63b21898fb55,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:14.771038 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-778de32a-e144-4443-aefc-62dba1fca1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:14.772115 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-778de32a-e144-4443-aefc-62dba1fca1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.773893 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-778de32a-e144-4443-aefc-62dba1fca1a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/073b7596-5519-4324-8397-63b21898fb55 HTTP/1.1" status: 204  len: 168 time: 0.2718651
Apr 30 13:19:14.788405 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:14.919203 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp002ecf29-54e7-5b25-851b-e7a9cc98f979-83bc2670-022d-4041-8a2f-0fa8eb289e69', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084'}]}} from dv-cinder-787195-5-iscsi. {{(pid=73838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:19:14.920056 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.088603 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Allocated IP 172.20.0.2 (83bc2670-022d-4041-8a2f-0fa8eb289e69/403efb8f-dab9-40e8-ab0a-1dcf2ab30084/e885da2f-7fa6-449f-b065-260e13ddcf3c) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:19:15.102928 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3815066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3857249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260270'] for router, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.309244 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.320475 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Transition to ACTIVE for port object e885da2f-7fa6-449f-b065-260e13ddcf3c will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:15.340403 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Transition to ACTIVE for port object e885da2f-7fa6-449f-b065-260e13ddcf3c will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:15.346849 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.352852 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:15.416074 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Network 83bc2670-022d-4041-8a2f-0fa8eb289e69 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:19:15.422999 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Resources bound (agent type, host, resource id):  {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:15.427167 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:19:15.446146 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.480340 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.495392 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Pushing event updated for resources: {'Port': ['ID=e885da2f-7fa6-449f-b065-260e13ddcf3c,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:15.535620 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:15.536114 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:15.536451 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:15.536786 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:15.537111 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:15.537454 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:15.537787 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:15.538106 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:15.538520 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:15.538839 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:15.539153 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:15.539464 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:15.543969 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:15.566828 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Attempting to bind port e885da2f-7fa6-449f-b065-260e13ddcf3c on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:19:15.567210 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Attempting to bind port e885da2f-7fa6-449f-b065-260e13ddcf3c by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:19:15.567586 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Attempting to bind port e885da2f-7fa6-449f-b065-260e13ddcf3c on network 83bc2670-022d-4041-8a2f-0fa8eb289e69 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:19:15.573381 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:19:15.573760 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Checking segment: {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:19:15.574169 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.574638 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Bound using segment: {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:19:15.575114 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Bound port: e885da2f-7fa6-449f-b065-260e13ddcf3c, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:19:15.575495 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.630882 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Allocated IP 172.27.2.174 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/9aba3c33-c832-4e10-9b45-ab6f570c2cf2) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:19:15.700789 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] For port e885da2f-7fa6-449f-b065-260e13ddcf3c, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:19:15.704435 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] For port e885da2f-7fa6-449f-b065-260e13ddcf3c, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=e885da2f-7fa6-449f-b065-260e13ddcf3c,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:19:15.717236 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.721087 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-adbdcdb4-bbaf-42a9-b248-4ecc8057069e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:15.791893 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b92dd8-448b-4cb0-94c9-71b3a523956c req-2b192596-1190-43f4-9d9e-075dab457715 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:15.800641 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-29b92dd8-448b-4cb0-94c9-71b3a523956c req-2b192596-1190-43f4-9d9e-075dab457715 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.0928347
Apr 30 13:19:15.801947 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Pushing event updated for resources: {'Port': ['ID=e885da2f-7fa6-449f-b065-260e13ddcf3c,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:15.805470 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:15.830228 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.848878 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-29b92dd8-448b-4cb0-94c9-71b3a523956c req-65547259-8e0f-4905-a9c9-172d9188a442 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454271
Apr 30 13:19:15.876706 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:15.886411 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-81efcbbd-2dcf-4e89-b1a5-b990b2a5fc4f tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:15.951613 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:19:15.954932 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:15.959681 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:19:15.989422 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=9aba3c33-c832-4e10-9b45-ab6f570c2cf2,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:15.995718 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:16.203388 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398b83b-eed7-4219-824d-166dfac0281a req-1df8a186-a710-4756-9db3-641052475bcf tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:16.204813 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f398b83b-eed7-4219-824d-166dfac0281a req-1df8a186-a710-4756-9db3-641052475bcf tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.89 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 946 time: 0.1118586
Apr 30 13:19:16.353603 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [req-f398b83b-eed7-4219-824d-166dfac0281a req-5cfc86ec-e452-4dea-bfe4-0029b21738d8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Deleting port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:19:16.353973 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-f398b83b-eed7-4219-824d-166dfac0281a req-5cfc86ec-e452-4dea-bfe4-0029b21738d8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:16.504954 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:16.522864 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-f398b83b-eed7-4219-824d-166dfac0281a req-5cfc86ec-e452-4dea-bfe4-0029b21738d8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] For port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71,segment=NetworkSegment(d4304927-4ede-49fe-b643-4035d2680d8e),segment_id=d4304927-4ede-49fe-b643-4035d2680d8e)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:16.523277 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-f398b83b-eed7-4219-824d-166dfac0281a req-5cfc86ec-e452-4dea-bfe4-0029b21738d8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:16.730435 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [req-f398b83b-eed7-4219-824d-166dfac0281a req-5cfc86ec-e452-4dea-bfe4-0029b21738d8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Calling delete_port for 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 owned by compute:nova {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:19:16.930907 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3857258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801175'] for router, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:16.945162 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-f398b83b-eed7-4219-824d-166dfac0281a req-5cfc86ec-e452-4dea-bfe4-0029b21738d8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:16.952978 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb26b622-eba5-43b9-9ebc-ead1bac3ba25 None None] Network 83bc2670-022d-4041-8a2f-0fa8eb289e69 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:19:16.966049 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:16.997556 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['f0ffe1b0-b80a-4bdf-b7e5-7190512a7986', '4cd6acb6-cb4d-44cc-b5c4-e053f480ec71'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:19:17.073146 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc86ec-e452-4dea-bfe4-0029b21738d8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Pushing event deleted for resources: {'Port': ['ID=4cd6acb6-cb4d-44cc-b5c4-e053f480ec71,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:17.074751 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-335bdb56-78f4-4fb2-9e88-88bc61f3129e None None] Provisioning for port e885da2f-7fa6-449f-b065-260e13ddcf3c completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:17.090565 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-5cfc86ec-e452-4dea-bfe4-0029b21738d8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:17.118083 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-629aaacb-2c68-4424-82cb-09de5e872eec req-c5b306a3-cbcd-4134-b27e-31a039ddfd03 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=d52adbdd-49f8-42c7-8ee8-4ab0434462b0 HTTP/1.1" status: 200  len: 210 time: 0.0955822
Apr 30 13:19:17.179688 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f398b83b-eed7-4219-824d-166dfac0281a req-5cfc86ec-e452-4dea-bfe4-0029b21738d8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] No DVR routers for this DVR port 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 on host hv-cinder-78719 {{(pid=73836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:19:17.183246 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-f398b83b-eed7-4219-824d-166dfac0281a req-5cfc86ec-e452-4dea-bfe4-0029b21738d8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:17.185959 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52adbdd-49f8-42c7-8ee8-4ab0434462b0', 'name': 'network-vif-deleted', 'tag': '4cd6acb6-cb4d-44cc-b5c4-e053f480ec71'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:19:17.209574 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f398b83b-eed7-4219-824d-166dfac0281a req-5cfc86ec-e452-4dea-bfe4-0029b21738d8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.89 "DELETE /v2.0/ports/4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 HTTP/1.1" status: 204  len: 173 time: 0.9982960
Apr 30 13:19:17.264214 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a is scheduled to L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 with binding_index 1 {{(pid=73837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:19:17.268021 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52adbdd-49f8-42c7-8ee8-4ab0434462b0', 'name': 'network-vif-deleted', 'tag': '4cd6acb6-cb4d-44cc-b5c4-e053f480ec71', 'status': 'completed', 'code': 200}
Apr 30 13:19:17.461584 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:19:17.474379 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Sync routers for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:19:17.490793 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Notify callbacks [] for router, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:17.492040 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.8481927
Apr 30 13:19:17.495225 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45320) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:17.495789 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:19:17.496514 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28964040>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:18:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:17.697468 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:19:17.991602 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device e885da2f-7fa6-449f-b065-260e13ddcf3c up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:18.066894 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port e885da2f-7fa6-449f-b065-260e13ddcf3c completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:18.075101 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port e885da2f-7fa6-449f-b065-260e13ddcf3c triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:18.076679 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:18.090191 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28964040>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:16Z', 'revision_number': 3, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:18.095875 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Checking router: f45a20a8-92bc-418a-bbc0-ec4c8b863d8a for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:19:18.096409 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Updating router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a port 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 binding host dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:19:18.183811 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:18.258148 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:18.292140 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port e885da2f-7fa6-449f-b065-260e13ddcf3c, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=e885da2f-7fa6-449f-b065-260e13ddcf3c,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:18.296511 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:18.298697 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-6a27e54a-f600-4306-bdc1-948fcd1ee05a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:18.369173 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:18.394504 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=e885da2f-7fa6-449f-b065-260e13ddcf3c,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:18.404767 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:18.633156 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Allocated IP 172.20.0.1 (83bc2670-022d-4041-8a2f-0fa8eb289e69/403efb8f-dab9-40e8-ab0a-1dcf2ab30084/e773e8c2-95ec-44cc-8e24-09915169361d) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:19:18.797179 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:18.811748 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Transition to ACTIVE for port object 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:18.820427 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:18.824513 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:18.902923 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Attempting to bind port 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:19:18.903287 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Attempting to bind port 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:19:18.903649 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Attempting to bind port 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 on network 63a99783-b870-44bc-8ba8-6e64f36180e0 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:19:18.906953 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Pushing event updated for resources: {'Port': ['ID=9aba3c33-c832-4e10-9b45-ab6f570c2cf2,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:18.915762 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:19:18.916125 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Checking segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:19:18.916517 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:18.916909 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Bound using segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:19:18.917364 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Bound port: 9aba3c33-c832-4e10-9b45-ab6f570c2cf2, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:19:18.917751 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:18.946068 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:18.946472 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:18.946804 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:18.947129 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:18.947447 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:18.947764 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:18.948075 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:18.948389 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:18.948715 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:18.949029 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:18.949336 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:18.949639 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:18.954533 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:18.958609 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:18.981847 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b8bb-7657-4c9c-b20c-fda7e5b45cc3 req-035e7fd5-bf63-428d-9ed1-b3b52915c3ac tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:18.982599 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-5458b8bb-7657-4c9c-b20c-fda7e5b45cc3 req-035e7fd5-bf63-428d-9ed1-b3b52915c3ac tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Synchronizing usage tracker for tenant:2e929e0b08a2424d88e50ddd4873774a on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:19:18.985398 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Transition to ACTIVE for port object e773e8c2-95ec-44cc-8e24-09915169361d will not be triggered until provisioned by entity DHCP. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:19.001068 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] For port 9aba3c33-c832-4e10-9b45-ab6f570c2cf2, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:19:19.004327 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] For port 9aba3c33-c832-4e10-9b45-ab6f570c2cf2, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=9aba3c33-c832-4e10-9b45-ab6f570c2cf2,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:19:19.004614 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-5458b8bb-7657-4c9c-b20c-fda7e5b45cc3 req-035e7fd5-bf63-428d-9ed1-b3b52915c3ac tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Unset dirty status for tenant:2e929e0b08a2424d88e50ddd4873774a on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:19:19.005889 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5458b8bb-7657-4c9c-b20c-fda7e5b45cc3 req-035e7fd5-bf63-428d-9ed1-b3b52915c3ac tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1709089
Apr 30 13:19:19.008239 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:19.013502 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-0f377ca8-2bcd-44ab-9627-19292908345c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:19.047309 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:19.057368 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:19.082649 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:19:19.083260 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28964040>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:18:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:19.097787 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5458b8bb-7657-4c9c-b20c-fda7e5b45cc3 req-1e11215d-602c-463c-86e3-a9782462130a tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851064
Apr 30 13:19:19.130089 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Network 83bc2670-022d-4041-8a2f-0fa8eb289e69 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:19:19.130089 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:19.130089 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:19:19.130089 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3803097'] for router_interface, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:19.159653 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e773e8c2-95ec-44cc-8e24-09915169361d,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:19.162924 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:19.183210 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Pushing event updated for resources: {'Port': ['ID=9aba3c33-c832-4e10-9b45-ab6f570c2cf2,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:19.188594 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:19.299019 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:19.315211 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:19:19.402316 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-44f9d409-bcd4-47f3-9abd-312e70781fb3 None None] Provisioning for port e773e8c2-95ec-44cc-8e24-09915169361d completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:19.408934 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-44f9d409-bcd4-47f3-9abd-312e70781fb3 None None] Provisioning complete for port e773e8c2-95ec-44cc-8e24-09915169361d triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:19.411045 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-44f9d409-bcd4-47f3-9abd-312e70781fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:19.481880 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-44f9d409-bcd4-47f3-9abd-312e70781fb3 None None] Port e773e8c2-95ec-44cc-8e24-09915169361d cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:19:19.592517 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:19.598948 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:19.600019 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3803004'] for router_interface, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:19.604506 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-84fbf1e3-92d0-4ba9-ac7d-203c97b5f3ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:19.625076 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28964040>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:16Z', 'revision_number': 3, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:19.629542 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f82e5-db73-4588-9d7b-fbf8de3180db None None] The sync data for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi is: [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:16Z', 'revision_number': 3, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:19:19.747653 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e773e8c2-95ec-44cc-8e24-09915169361d,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:19.757144 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:19.810128 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Network 83bc2670-022d-4041-8a2f-0fa8eb289e69 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:19:19.812225 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:19.980007 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device e885da2f-7fa6-449f-b065-260e13ddcf3c up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:20.038734 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:19:20.067170 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port e885da2f-7fa6-449f-b065-260e13ddcf3c triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:20.067802 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:20.139026 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-9fe98c6b-d85a-4fcc-ad35-93f5d482b674 None None] Provisioning complete for port e773e8c2-95ec-44cc-8e24-09915169361d triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:20.139450 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9fe98c6b-d85a-4fcc-ad35-93f5d482b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:20.237130 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-9fe98c6b-d85a-4fcc-ad35-93f5d482b674 None None] Port e773e8c2-95ec-44cc-8e24-09915169361d cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:19:20.299487 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:19:20.312963 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] 10.222.0.15 "PUT /v2.0/routers/f45a20a8-92bc-418a-bbc0-ec4c8b863d8a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8165915
Apr 30 13:19:20.351593 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cccbc5-fad1-4354-90d8-e33d2a9f0570 req-5643990d-24cd-497f-aa45-1bba238294eb tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:20.353143 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-28cccbc5-fad1-4354-90d8-e33d2a9f0570 req-5643990d-24cd-497f-aa45-1bba238294eb tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1220582
Apr 30 13:19:20.404992 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-28cccbc5-fad1-4354-90d8-e33d2a9f0570 req-43d3dac3-e06b-4800-b5f2-d677606b8e39 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460198
Apr 30 13:19:20.623230 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:19:20.936344 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45366) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:20.942910 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1783029331-network', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:20.947724 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:20.951938 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Usage tracker for resource:network and tenant:fc8c8a52cc2647f99a312f99864ddb87 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:20.954895 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:20.961345 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:20.973438 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Made reservation on behalf of fc8c8a52cc2647f99a312f99864ddb87 for: {'network': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:19:20.975830 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:20.988625 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:21.003947 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:21.008008 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Usage tracker for resource:security_group_rule and tenant:fc8c8a52cc2647f99a312f99864ddb87 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:21.010934 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:21.016615 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:21.105284 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:21.109106 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:21.111962 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-1a67c183-98df-49f2-aba1-03583aa734fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:21.141448 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'}  {{(pid=73836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:19:21.150590 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d6037e-f3c7-4085-8f6f-cb0a41d2ca34,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:21.154029 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:21.156450 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:21.156780 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.segments_db [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Added segment 7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc of type vlan for network 4908b5f1-f647-4144-856a-b38e795b6e8b
Apr 30 13:19:21.187245 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:21.197988 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:19:21.227568 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:21.228894 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:21.229474 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:21.234332 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:21.237004 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:19:21.237360 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 4cd6acb6-cb4d-44cc-b5c4-e053f480ec71 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:19:21.325839 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Sync routers for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:19:21.338458 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4002719
Apr 30 13:19:21.338705 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Pushing event updated for resources: {'Network': ['ID=4908b5f1-f647-4144-856a-b38e795b6e8b,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:21.339952 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:19:21.340593 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 45370) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:21.341097 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23ff4df0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:18:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:21.346561 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Request body: {'subnet': {'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1783029331-subnet', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'ip_version': 4}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:21.350780 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:21.353977 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:21.358031 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Usage tracker for resource:subnet and tenant:fc8c8a52cc2647f99a312f99864ddb87 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:21.361965 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:21.368790 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:21.378909 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Made reservation on behalf of fc8c8a52cc2647f99a312f99864ddb87 for: {'subnet': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:19:21.381367 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760228'] for subnet, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:21.393827 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 4908b5f1-f647-4144-856a-b38e795b6e8b details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:19:21.671133 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:19:21.767188 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc071488-2d50-4236-8fce-1eeedd0c672d req-7111ef94-3dc3-4587-b11d-c2791d65ca18 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:21.771840 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dc071488-2d50-4236-8fce-1eeedd0c672d req-7111ef94-3dc3-4587-b11d-c2791d65ca18 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.2529359
Apr 30 13:19:21.890554 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dc071488-2d50-4236-8fce-1eeedd0c672d req-3d8496fd-9c48-4476-9ddc-73408d3448e7 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129167
Apr 30 13:19:21.917411 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1161661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760246'] for subnet, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:21.923300 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:21.941432 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:22.000943 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc31f4d-b3a5-4819-9899-80026beed4ac,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:22.006895 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:22.009539 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Checking segment: {'id': '7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:19:22.010137 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Network hostable DHCP agents. Network: 4908b5f1-f647-4144-856a-b38e795b6e8b, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:19:22.032228 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Network 4908b5f1-f647-4144-856a-b38e795b6e8b is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:19:22.046427 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 4908b5f1-f647-4144-856a-b38e795b6e8b) {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:22.056729 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:22.057369 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.061242 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c755a1f7-38b9-452d-88dd-38da5abf001f None None] Network 4908b5f1-f647-4144-856a-b38e795b6e8b requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:19:22.077589 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7359209
Apr 30 13:19:22.080485 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45384) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:22.085666 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1783029331-router', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:22.090766 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:22.094996 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Usage tracker for resource:router and tenant:fc8c8a52cc2647f99a312f99864ddb87 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:22.098472 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:22.104155 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:22.115806 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260181'] for router, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.116783 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3815139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3900580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260188'] for router, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.133034 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.174353 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:22.190076 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:22.190076 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.312856 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23ff4df0>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 2, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:22.324265 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Checking router: f45a20a8-92bc-418a-bbc0-ec4c8b863d8a for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:19:22.324587 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Updating router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a port e773e8c2-95ec-44cc-8e24-09915169361d binding host dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:19:22.404208 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3815066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3857249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260270'] for router, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.447130 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp002ecf29-54e7-5b25-851b-e7a9cc98f979-4908b5f1-f647-4144-856a-b38e795b6e8b', 'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'fixed_ips': [{'subnet_id': '8bc31f4d-b3a5-4819-9899-80026beed4ac'}]}} from dv-cinder-787195-5-iscsi. {{(pid=73838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:19:22.448185 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.489943 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.596901 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.662697 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 9aba3c33-c832-4e10-9b45-ab6f570c2cf2, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=9aba3c33-c832-4e10-9b45-ab6f570c2cf2,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:22.672474 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.702936 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:22.736210 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.770728 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:22.854404 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Allocated IP 172.20.0.2 (4908b5f1-f647-4144-856a-b38e795b6e8b/8bc31f4d-b3a5-4819-9899-80026beed4ac/44c76e20-789e-447d-8ee7-870f35052e78) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:19:22.886169 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=9aba3c33-c832-4e10-9b45-ab6f570c2cf2,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:22.900718 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:22.934810 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Allocated IP 172.27.2.251 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/24dc24b9-933e-4cb3-b8ac-99a1427536ad) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:19:23.170225 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.190945 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40ffe5-4de8-4359-be9b-9e9fe41bacf1 req-dddded5f-b468-4275-a238-10f3817eb418 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:23.193170 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6f40ffe5-4de8-4359-be9b-9e9fe41bacf1 req-dddded5f-b468-4275-a238-10f3817eb418 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.1573875
Apr 30 13:19:23.251384 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6f40ffe5-4de8-4359-be9b-9e9fe41bacf1 req-4bafa9a9-9c3a-4648-aab5-790eeb989d83 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513325
Apr 30 13:19:23.258015 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.262926 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:23.285540 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.308161 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Transition to ACTIVE for port object 44c76e20-789e-447d-8ee7-870f35052e78 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:23.319735 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:19:23.322605 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:23.330649 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:19:23.337989 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.342856 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Transition to ACTIVE for port object 44c76e20-789e-447d-8ee7-870f35052e78 will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:23.352179 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.355937 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Transition to ACTIVE for port object e773e8c2-95ec-44cc-8e24-09915169361d will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:23.359566 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea62965e-e50e-4235-8678-ad3b44e4dac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:23.395899 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.434472 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Network 4908b5f1-f647-4144-856a-b38e795b6e8b is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:19:23.492289 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Resources bound (agent type, host, resource id):  {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:23.494790 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:19:23.516711 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Pushing event updated for resources: {'Port': ['ID=44c76e20-789e-447d-8ee7-870f35052e78,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:23.519611 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:23.523677 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:23.547393 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=24dc24b9-933e-4cb3-b8ac-99a1427536ad,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:23.552625 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:23.672704 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ee68c3ef-a6e5-47d5-81d5-13a7b79de09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.755796 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec137d8-80f2-4b15-9de6-47ea669a3878 None None] Pushing event updated for resources: {'Port': ['ID=e773e8c2-95ec-44cc-8e24-09915169361d,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:23.758625 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2ec137d8-80f2-4b15-9de6-47ea669a3878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:23.770133 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Attempting to bind port 44c76e20-789e-447d-8ee7-870f35052e78 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:19:23.770531 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Attempting to bind port 44c76e20-789e-447d-8ee7-870f35052e78 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:19:23.770903 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Attempting to bind port 44c76e20-789e-447d-8ee7-870f35052e78 on network 4908b5f1-f647-4144-856a-b38e795b6e8b {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:19:23.788020 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Attempting to bind port e773e8c2-95ec-44cc-8e24-09915169361d on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:19:23.788398 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Attempting to bind port e773e8c2-95ec-44cc-8e24-09915169361d by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:19:23.788778 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Attempting to bind port e773e8c2-95ec-44cc-8e24-09915169361d on network 83bc2670-022d-4041-8a2f-0fa8eb289e69 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:19:23.791045 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:19:23.791424 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Checking segment: {'id': '7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:19:23.791825 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.792229 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Bound using segment: {'id': '7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:19:23.792710 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Bound port: 44c76e20-789e-447d-8ee7-870f35052e78, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:19:23.793097 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.803098 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.814972 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:19:23.815495 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Checking segment: {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:19:23.815994 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.816623 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Bound using segment: {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:19:23.817140 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Bound port: e773e8c2-95ec-44cc-8e24-09915169361d, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:19:23.817505 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:23.911629 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:24.030887 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] For port 44c76e20-789e-447d-8ee7-870f35052e78, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:19:24.054567 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] For port 44c76e20-789e-447d-8ee7-870f35052e78, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=44c76e20-789e-447d-8ee7-870f35052e78,segment=NetworkSegment(7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc),segment_id=7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:19:24.059535 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] For port e773e8c2-95ec-44cc-8e24-09915169361d, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:19:24.063634 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] For port e773e8c2-95ec-44cc-8e24-09915169361d, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=e773e8c2-95ec-44cc-8e24-09915169361d,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:19:24.065244 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:24.072946 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:24.109523 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:24.163176 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:24.163561 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:24.184700 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3857258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801175'] for router, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:24.281379 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:19:24.282165 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23ff4df0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:18:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:24.481472 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Pushing event updated for resources: {'Port': ['ID=44c76e20-789e-447d-8ee7-870f35052e78,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:24.494804 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:24.500048 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:24.577596 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:19:24.615694 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Router f91b97b2-177c-437d-b44c-a24513a3d254 is scheduled to L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 with binding_index 1 {{(pid=73836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:19:24.673500 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec137d8-80f2-4b15-9de6-47ea669a3878 None None] Pushing event updated for resources: {'Port': ['ID=e773e8c2-95ec-44cc-8e24-09915169361d,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:24.684376 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2ec137d8-80f2-4b15-9de6-47ea669a3878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:24.702122 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578a678-0edf-461d-a55b-448df2baabda req-dbee8632-aee4-45cc-b3bd-7e0f3c0c7daf tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:24.703487 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6578a678-0edf-461d-a55b-448df2baabda req-dbee8632-aee4-45cc-b3bd-7e0f3c0c7daf tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.89 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.2034779
Apr 30 13:19:24.711005 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f48ea-287a-4277-9bf4-273980be9476 req-bd875ff1-421f-4f94-9cfb-600ad247097c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:24.712410 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e84f48ea-287a-4277-9bf4-273980be9476 req-bd875ff1-421f-4f94-9cfb-600ad247097c tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 946 time: 0.2956870
Apr 30 13:19:24.890811 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e84f48ea-287a-4277-9bf4-273980be9476 req-8da810e1-4d38-4248-ac10-3ef28bc44fd4 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6d5b729-c534-4800-abfd-aec9582d9cc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418941
Apr 30 13:19:24.965568 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:19:24.977563 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Sync routers for ids ['f91b97b2-177c-437d-b44c-a24513a3d254'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:19:24.997583 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Routers {'f91b97b2-177c-437d-b44c-a24513a3d254'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:19:24.998219 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28a39340>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:18:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f91b97b2-177c-437d-b44c-a24513a3d254'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:25.009492 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Notify callbacks [] for router, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:25.010715 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.9292331
Apr 30 13:19:25.013479 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 45414) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:25.023541 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [req-6578a678-0edf-461d-a55b-448df2baabda req-fefab6d4-e2a2-4fa0-8be4-f0f7a3d64c08 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Deleting port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:19:25.023886 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-6578a678-0edf-461d-a55b-448df2baabda req-fefab6d4-e2a2-4fa0-8be4-f0f7a3d64c08 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:25.083681 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23ff4df0>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:24Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:25.096417 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013bb149-620e-490f-89ce-b0948e9c498b None None] The sync data for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi is: [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:24Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:19:25.291772 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Set router f91b97b2-177c-437d-b44c-a24513a3d254 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:19:25.429957 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-6578a678-0edf-461d-a55b-448df2baabda req-fefab6d4-e2a2-4fa0-8be4-f0f7a3d64c08 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] For port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986,segment=NetworkSegment(d4304927-4ede-49fe-b643-4035d2680d8e),segment_id=d4304927-4ede-49fe-b643-4035d2680d8e)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:25.430465 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-6578a678-0edf-461d-a55b-448df2baabda req-fefab6d4-e2a2-4fa0-8be4-f0f7a3d64c08 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:25.582136 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ddb6ab-db83-4f9c-826b-7d11e705ff99 None None] Network 4908b5f1-f647-4144-856a-b38e795b6e8b requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:19:25.626537 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [req-6578a678-0edf-461d-a55b-448df2baabda req-fefab6d4-e2a2-4fa0-8be4-f0f7a3d64c08 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Calling delete_port for f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 owned by compute:nova {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:19:25.762514 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28a39340>, [{'id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'name': 'tempest-TestVolumeBootPattern-1783029331-router', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:19:23Z', 'revision_number': 3, 'project_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'gw_port': {'id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:25.774644 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Checking router: f91b97b2-177c-437d-b44c-a24513a3d254 for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:19:25.775000 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Updating router f91b97b2-177c-437d-b44c-a24513a3d254 port 24dc24b9-933e-4cb3-b8ac-99a1427536ad binding host dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:19:25.777077 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-d26b7521-3a36-4fca-929c-cfedda4c8a22 None None] Provisioning for port 44c76e20-789e-447d-8ee7-870f35052e78 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:25.859141 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:25.862101 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-6578a678-0edf-461d-a55b-448df2baabda req-fefab6d4-e2a2-4fa0-8be4-f0f7a3d64c08 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:25.885992 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:25.896216 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['f0ffe1b0-b80a-4bdf-b7e5-7190512a7986'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:19:26.025958 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefab6d4-e2a2-4fa0-8be4-f0f7a3d64c08 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Pushing event deleted for resources: {'Port': ['ID=f0ffe1b0-b80a-4bdf-b7e5-7190512a7986,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:26.029416 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 44c76e20-789e-447d-8ee7-870f35052e78 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:26.033056 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-fefab6d4-e2a2-4fa0-8be4-f0f7a3d64c08 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:26.156621 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6578a678-0edf-461d-a55b-448df2baabda req-fefab6d4-e2a2-4fa0-8be4-f0f7a3d64c08 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] No DVR routers for this DVR port f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 on host hv-cinder-78719 {{(pid=73836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:19:26.161908 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-6578a678-0edf-461d-a55b-448df2baabda req-fefab6d4-e2a2-4fa0-8be4-f0f7a3d64c08 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.232885 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 44c76e20-789e-447d-8ee7-870f35052e78 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:26.244994 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.246454 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 44c76e20-789e-447d-8ee7-870f35052e78 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:26.247067 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.273585 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.290220 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb469e1-22fd-4a62-b13e-30f519b7163f', 'name': 'network-vif-deleted', 'tag': 'f0ffe1b0-b80a-4bdf-b7e5-7190512a7986'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:19:26.304388 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-31e5eade-da4a-4912-8bdb-0069d4b907e0 req-44227099-080f-42ee-b666-8a8f7daafbf6 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Synchronizing usage tracker for tenant:2e929e0b08a2424d88e50ddd4873774a on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:19:26.315124 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6578a678-0edf-461d-a55b-448df2baabda req-fefab6d4-e2a2-4fa0-8be4-f0f7a3d64c08 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.89 "DELETE /v2.0/ports/f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 HTTP/1.1" status: 204  len: 173 time: 1.5966287
Apr 30 13:19:26.346659 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-31e5eade-da4a-4912-8bdb-0069d4b907e0 req-44227099-080f-42ee-b666-8a8f7daafbf6 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Unset dirty status for tenant:2e929e0b08a2424d88e50ddd4873774a on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:19:26.363814 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.377333 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Transition to ACTIVE for port object 24dc24b9-933e-4cb3-b8ac-99a1427536ad will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:26.380285 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-31e5eade-da4a-4912-8bdb-0069d4b907e0 req-44227099-080f-42ee-b666-8a8f7daafbf6 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb469e1-22fd-4a62-b13e-30f519b7163f HTTP/1.1" status: 200  len: 210 time: 0.2252052
Apr 30 13:19:26.389656 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.393957 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-8acd8ea2-5a28-4db4-92a4-b42368a393dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:26.468918 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.495102 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb469e1-22fd-4a62-b13e-30f519b7163f', 'name': 'network-vif-deleted', 'tag': 'f0ffe1b0-b80a-4bdf-b7e5-7190512a7986', 'status': 'completed', 'code': 200}
Apr 30 13:19:26.581232 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-98ec938d-1069-44c5-ab6d-f9745846db08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.593754 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 44c76e20-789e-447d-8ee7-870f35052e78, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=44c76e20-789e-447d-8ee7-870f35052e78,segment=NetworkSegment(7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc),segment_id=7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:26.611375 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Attempting to bind port 24dc24b9-933e-4cb3-b8ac-99a1427536ad on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:19:26.611828 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Attempting to bind port 24dc24b9-933e-4cb3-b8ac-99a1427536ad by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:19:26.612221 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Attempting to bind port 24dc24b9-933e-4cb3-b8ac-99a1427536ad on network 63a99783-b870-44bc-8ba8-6e64f36180e0 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:19:26.613591 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.614643 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device e773e8c2-95ec-44cc-8e24-09915169361d up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:26.620867 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:19:26.621251 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Checking segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:19:26.621655 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.622054 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Bound using segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:19:26.622608 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Bound port: 24dc24b9-933e-4cb3-b8ac-99a1427536ad, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:19:26.622990 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.649315 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:26.686669 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acf069-db35-4920-81ec-ccd7db8416a7 None None] Pushing event updated for resources: {'Port': ['ID=24dc24b9-933e-4cb3-b8ac-99a1427536ad,revision_number=2']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:26.696358 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-04acf069-db35-4920-81ec-ccd7db8416a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:26.769873 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=44c76e20-789e-447d-8ee7-870f35052e78,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:26.772238 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] For port 24dc24b9-933e-4cb3-b8ac-99a1427536ad, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:19:26.774628 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:26.784015 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] For port 24dc24b9-933e-4cb3-b8ac-99a1427536ad, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=24dc24b9-933e-4cb3-b8ac-99a1427536ad,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:19:26.790569 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.807911 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port e773e8c2-95ec-44cc-8e24-09915169361d completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:26.810415 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:26.814312 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-f058ca4f-b2d8-4f81-8f87-8bca815141dc None None] Provisioning complete for port 44c76e20-789e-447d-8ee7-870f35052e78 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:26.814699 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f058ca4f-b2d8-4f81-8f87-8bca815141dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.825370 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Allocated IP 172.20.0.1 (4908b5f1-f647-4144-856a-b38e795b6e8b/8bc31f4d-b3a5-4819-9899-80026beed4ac/bbf2049a-e41b-4d73-bb5b-b0bbb48ea801) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:19:26.846585 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port e773e8c2-95ec-44cc-8e24-09915169361d triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:26.846783 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:26.915622 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Routers {'f91b97b2-177c-437d-b44c-a24513a3d254'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:19:26.916467 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28a39340>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:19:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f91b97b2-177c-437d-b44c-a24513a3d254'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:27.012698 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acf069-db35-4920-81ec-ccd7db8416a7 None None] Pushing event updated for resources: {'Port': ['ID=24dc24b9-933e-4cb3-b8ac-99a1427536ad,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:27.024103 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:27.029177 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-04acf069-db35-4920-81ec-ccd7db8416a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:27.045019 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Transition to ACTIVE for port object bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 will not be triggered until provisioned by entity DHCP. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:27.075755 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:27.082974 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:27.090913 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:27.134187 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port e773e8c2-95ec-44cc-8e24-09915169361d, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=e773e8c2-95ec-44cc-8e24-09915169361d,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:27.140662 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:27.145849 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:27.146284 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Network 4908b5f1-f647-4144-856a-b38e795b6e8b is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:19:27.149366 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:27.153224 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:19:27.175167 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] Set router f91b97b2-177c-437d-b44c-a24513a3d254 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:19:27.251010 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=e773e8c2-95ec-44cc-8e24-09915169361d,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:27.254990 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:27.327309 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Pushing event updated for resources: {'Port': ['ID=bbf2049a-e41b-4d73-bb5b-b0bbb48ea801,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:27.332671 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:27.343111 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3803097'] for router_interface, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:27.419704 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-1b5f8d65-9a07-43d2-9c60-2aa4ef576f5e None None] Provisioning for port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:27.436175 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-1b5f8d65-9a07-43d2-9c60-2aa4ef576f5e None None] Provisioning complete for port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:27.436175 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1b5f8d65-9a07-43d2-9c60-2aa4ef576f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:27.489896 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:27.498197 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f8d65-9a07-43d2-9c60-2aa4ef576f5e None None] Port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:19:27.504460 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 45442) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:27.529113 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28a39340>, [{'id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'name': 'tempest-TestVolumeBootPattern-1783029331-router', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:19:23Z', 'revision_number': 3, 'project_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'gw_port': {'id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:27.533149 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45076fd1-877b-49b2-9c7f-8466129e01b5 None None] The sync data for ids ['f91b97b2-177c-437d-b44c-a24513a3d254'] in dv-cinder-787195-5-iscsi is: [{'id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'name': 'tempest-TestVolumeBootPattern-1783029331-router', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:19:23Z', 'revision_number': 3, 'project_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'gw_port': {'id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:19:27.742472 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:28.052053 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 44c76e20-789e-447d-8ee7-870f35052e78 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:28.102536 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:28.117312 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:28.136888 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 44c76e20-789e-447d-8ee7-870f35052e78 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:28.137976 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:28.146432 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-29690cd6-ab42-4364-9d6b-e86cb06ee02d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:28.261560 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device e773e8c2-95ec-44cc-8e24-09915169361d up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:28.271340 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Pushing event updated for resources: {'Port': ['ID=bbf2049a-e41b-4d73-bb5b-b0bbb48ea801,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:28.276781 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:28.281040 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3803004'] for router_interface, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:28.337964 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port e773e8c2-95ec-44cc-8e24-09915169361d triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:28.338529 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:28.466824 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 24dc24b9-933e-4cb3-b8ac-99a1427536ad up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:28.472758 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Network 4908b5f1-f647-4144-856a-b38e795b6e8b is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:19:28.479028 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:19:28.543958 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 24dc24b9-933e-4cb3-b8ac-99a1427536ad completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:28.554774 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 24dc24b9-933e-4cb3-b8ac-99a1427536ad triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:28.555071 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:28.680184 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-13290da3-b19a-44bf-ac5b-e64af73891be req-b78098b1-c7a6-4ea9-bca9-f08891b8feb2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1169667
Apr 30 13:19:28.762995 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3802958'] for router_interface, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:28.763204 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:28.805619 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 24dc24b9-933e-4cb3-b8ac-99a1427536ad, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=24dc24b9-933e-4cb3-b8ac-99a1427536ad,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:28.812188 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:28.818563 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:28.879793 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Router f91b97b2-177c-437d-b44c-a24513a3d254 has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:19:28.885722 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13290da3-b19a-44bf-ac5b-e64af73891be req-999eb1b4-2a00-443b-818e-39a4993ee608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:28.887526 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-13290da3-b19a-44bf-ac5b-e64af73891be req-999eb1b4-2a00-443b-818e-39a4993ee608 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d31b6528c1aa407daea2ff99de255d43&device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 1099 time: 0.0912006
Apr 30 13:19:28.904713 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-0c81c1db-10e4-48b5-84d8-9dd66b8dcb5f None None] Provisioning complete for port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:28.905100 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0c81c1db-10e4-48b5-84d8-9dd66b8dcb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:28.975376 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=24dc24b9-933e-4cb3-b8ac-99a1427536ad,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:28.989874 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:28.996820 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-0c81c1db-10e4-48b5-84d8-9dd66b8dcb5f None None] Port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:19:29.081117 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13290da3-b19a-44bf-ac5b-e64af73891be req-b4451e2d-2d22-478b-92db-3ebbcabdba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:29.083217 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-13290da3-b19a-44bf-ac5b-e64af73891be req-b4451e2d-2d22-478b-92db-3ebbcabdba5b service neutron] 10.222.0.89 "GET /v2.0/networks?id=44bdf4e3-2cec-4552-a016-68e772a00e73 HTTP/1.1" status: 200  len: 912 time: 0.1751723
Apr 30 13:19:29.106051 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:29.191775 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-13290da3-b19a-44bf-ac5b-e64af73891be req-b369b68d-5251-4e3d-a03c-9314406d2351 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=419aba13-c765-4cb7-9f24-7ea6c1ae20fc HTTP/1.1" status: 200  len: 1002 time: 0.1016011
Apr 30 13:19:29.257754 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13290da3-b19a-44bf-ac5b-e64af73891be req-66979f23-1bdd-4898-9ff1-e4065afd6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:29.259229 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-13290da3-b19a-44bf-ac5b-e64af73891be req-66979f23-1bdd-4898-9ff1-e4065afd6268 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e466d8a-1ebd-445c-9ccd-f0e629ea05bc HTTP/1.1" status: 200  len: 849 time: 0.0607357
Apr 30 13:19:29.302915 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:19:29.350429 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13290da3-b19a-44bf-ac5b-e64af73891be req-e9ccf4b8-16a6-4146-bba3-4886d3f22f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:29.350837 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:19:29.351395 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device f0ffe1b0-b80a-4bdf-b7e5-7190512a7986 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:19:29.351912 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-13290da3-b19a-44bf-ac5b-e64af73891be req-e9ccf4b8-16a6-4146-bba3-4886d3f22f6e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44bdf4e3-2cec-4552-a016-68e772a00e73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866017
Apr 30 13:19:29.365705 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:19:29.374781 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Sync routers for ids ['f91b97b2-177c-437d-b44c-a24513a3d254'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:19:29.384670 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] 10.222.0.15 "PUT /v2.0/routers/f91b97b2-177c-437d-b44c-a24513a3d254/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3695028
Apr 30 13:19:29.388576 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Routers {'f91b97b2-177c-437d-b44c-a24513a3d254'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:19:29.389665 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23f1ba60>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:19:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f91b97b2-177c-437d-b44c-a24513a3d254'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:29.515219 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-13290da3-b19a-44bf-ac5b-e64af73891be req-d06ccc2c-97bf-413e-b626-f02561b61f8b service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558163
Apr 30 13:19:29.535033 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] Deleting port c4102f96-e38d-4601-a957-a4f91b8cedf6 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:19:29.535638 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:29.627974 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Set router f91b97b2-177c-437d-b44c-a24513a3d254 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:19:29.690785 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] For port c4102f96-e38d-4601-a957-a4f91b8cedf6, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=c4102f96-e38d-4601-a957-a4f91b8cedf6,segment=NetworkSegment(d4304927-4ede-49fe-b643-4035d2680d8e),segment_id=d4304927-4ede-49fe-b643-4035d2680d8e)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:29.691113 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:29.716181 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-13290da3-b19a-44bf-ac5b-e64af73891be req-ab1a176f-38be-40d9-aa1e-08115a706bef service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1934297
Apr 30 13:19:29.844221 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] Calling delete_port for c4102f96-e38d-4601-a957-a4f91b8cedf6 owned by network:router_interface {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:19:29.972722 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 24dc24b9-933e-4cb3-b8ac-99a1427536ad up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:30.195137 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45470) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:30.202201 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1687858827', 'description': 'tempest-secgroup-smoke-1687858827 description', 'project_id': 'e930754914a64acfa79c68b521726214'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:30.208776 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 24dc24b9-933e-4cb3-b8ac-99a1427536ad triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:30.209271 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.210775 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:30.214987 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Usage tracker for resource:security_group and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:30.219357 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:30.227870 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:30.251200 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.267393 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.272861 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23f1ba60>, [{'id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'name': 'tempest-TestVolumeBootPattern-1783029331-router', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 4, 'project_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'gw_port': {'id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'bbf2049a-e41b-4d73-bb5b-b0bbb48ea801', 'name': '', 'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'mac_address': 'fa:16:3e:af:91:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8bc31f4d-b3a5-4819-9899-80026beed4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:26Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 2, 'project_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'subnets': [{'id': '8bc31f4d-b3a5-4819-9899-80026beed4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:30.274581 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a4e99c57-04be-4b71-ac16-3729db3cd0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:30.279699 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:30.281028 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Checking router: f91b97b2-177c-437d-b44c-a24513a3d254 for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:19:30.281388 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Updating router f91b97b2-177c-437d-b44c-a24513a3d254 port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 binding host dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:19:30.292736 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Usage tracker for resource:security_group_rule and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:30.296915 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:30.304998 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:30.331561 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4102f96-e38d-4601-a957-a4f91b8cedf6,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:30.358017 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.366852 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:30.432000 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.436850 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.445693 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-de0ad3d9-e147-4a78-8f5a-463c3c8072a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:30.452708 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.519738 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832e16a5-4a71-4986-9af9-58866201fff6,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:30.523922 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.527780 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3285446
Apr 30 13:19:30.529217 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45474) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:30.532986 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:30.533553 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:30.533925 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:30.534364 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:30.535238 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:30.535599 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:30.536002 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:30.536374 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:30.536720 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:30.537063 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:30.538157 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:30.538157 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:19:30.541715 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:30.545251 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-98229d25-9a9b-41cb-b939-94865058ad05 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Request body: {'security_group_rule': {'security_group_id': '832e16a5-4a71-4986-9af9-58866201fff6', 'project_id': 'e930754914a64acfa79c68b521726214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:30.551231 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-98229d25-9a9b-41cb-b939-94865058ad05 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:30.555117 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-98229d25-9a9b-41cb-b939-94865058ad05 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Usage tracker for resource:security_group_rule and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:30.558220 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-98229d25-9a9b-41cb-b939-94865058ad05 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:30.564239 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-98229d25-9a9b-41cb-b939-94865058ad05 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:30.581185 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-98229d25-9a9b-41cb-b939-94865058ad05 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.647957 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-98229d25-9a9b-41cb-b939-94865058ad05 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.652556 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-98229d25-9a9b-41cb-b939-94865058ad05 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.659882 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8b971d04-a813-4349-a145-968f9baa53d3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:30.683303 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98229d25-9a9b-41cb-b939-94865058ad05 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f783b22-1af3-4b5e-9afd-2bc2c7cde211,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:30.687019 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-98229d25-9a9b-41cb-b939-94865058ad05 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:30.701978 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-98229d25-9a9b-41cb-b939-94865058ad05 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.704362 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-98229d25-9a9b-41cb-b939-94865058ad05 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1740856
Apr 30 13:19:30.708282 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45478) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:30.715755 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-5cdc73ac-dafa-422d-ac36-24f180ef2b87 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Request body: {'security_group_rule': {'security_group_id': '832e16a5-4a71-4986-9af9-58866201fff6', 'project_id': 'e930754914a64acfa79c68b521726214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:30.725065 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-5cdc73ac-dafa-422d-ac36-24f180ef2b87 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:30.730508 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-5cdc73ac-dafa-422d-ac36-24f180ef2b87 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Usage tracker for resource:security_group_rule and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:30.734851 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-5cdc73ac-dafa-422d-ac36-24f180ef2b87 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:30.743387 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-5cdc73ac-dafa-422d-ac36-24f180ef2b87 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:30.762150 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858174'] for router_interface, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.770320 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5cdc73ac-dafa-422d-ac36-24f180ef2b87 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.847580 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5cdc73ac-dafa-422d-ac36-24f180ef2b87 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.849011 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.852762 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5cdc73ac-dafa-422d-ac36-24f180ef2b87 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.855061 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-98229d25-9a9b-41cb-b939-94865058ad05 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:30.864529 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Transition to ACTIVE for port object bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:19:30.873626 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.878191 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:30.881073 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc73ac-dafa-422d-ac36-24f180ef2b87 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4f1a5b-bf6d-4bc7-abe6-591473fdce20,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:30.883737 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-5cdc73ac-dafa-422d-ac36-24f180ef2b87 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:30.892026 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5cdc73ac-dafa-422d-ac36-24f180ef2b87 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:30.893795 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-5cdc73ac-dafa-422d-ac36-24f180ef2b87 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1840804
Apr 30 13:19:30.896854 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45484) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:30.902869 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-14e13bdf-6cfd-4164-8375-f4fb445cac93 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Request body: {'security_group_rule': {'security_group_id': '832e16a5-4a71-4986-9af9-58866201fff6', 'project_id': 'e930754914a64acfa79c68b521726214', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:30.910086 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-14e13bdf-6cfd-4164-8375-f4fb445cac93 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:30.915214 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-14e13bdf-6cfd-4164-8375-f4fb445cac93 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Usage tracker for resource:security_group_rule and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:30.922682 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-14e13bdf-6cfd-4164-8375-f4fb445cac93 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:30.932322 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-14e13bdf-6cfd-4164-8375-f4fb445cac93 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:30.970881 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-14e13bdf-6cfd-4164-8375-f4fb445cac93 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.069503 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-14e13bdf-6cfd-4164-8375-f4fb445cac93 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.076201 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-14e13bdf-6cfd-4164-8375-f4fb445cac93 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.078753 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-5cdc73ac-dafa-422d-ac36-24f180ef2b87 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:31.098426 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555237e-6cd2-4f31-a9ca-205b02ed9d61 None None] Pushing event updated for resources: {'Port': ['ID=bbf2049a-e41b-4d73-bb5b-b0bbb48ea801,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:31.111862 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-d555237e-6cd2-4f31-a9ca-205b02ed9d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:31.117493 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e13bdf-6cfd-4164-8375-f4fb445cac93 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73f01ec-3544-4191-9ada-071482f35905,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:31.131201 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-14e13bdf-6cfd-4164-8375-f4fb445cac93 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:31.162120 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-14e13bdf-6cfd-4164-8375-f4fb445cac93 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.167038 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-14e13bdf-6cfd-4164-8375-f4fb445cac93 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2655430
Apr 30 13:19:31.167302 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45490) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:31.173131 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-9098b333-4d24-46ce-81e5-869b53854ed9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Request body: {'security_group_rule': {'security_group_id': '832e16a5-4a71-4986-9af9-58866201fff6', 'project_id': 'e930754914a64acfa79c68b521726214', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:31.180143 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-9098b333-4d24-46ce-81e5-869b53854ed9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:31.189343 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-9098b333-4d24-46ce-81e5-869b53854ed9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Usage tracker for resource:security_group_rule and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:31.193269 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-9098b333-4d24-46ce-81e5-869b53854ed9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:31.200267 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-9098b333-4d24-46ce-81e5-869b53854ed9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:31.218688 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9098b333-4d24-46ce-81e5-869b53854ed9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.246145 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Attempting to bind port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:19:31.246408 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Attempting to bind port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:19:31.246778 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Attempting to bind port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 on network 4908b5f1-f647-4144-856a-b38e795b6e8b {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:19:31.261431 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] Router ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:19:31.268184 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:19:31.268560 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Checking segment: {'id': '7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:19:31.269535 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.270006 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Bound using segment: {'id': '7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:19:31.270589 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Bound port: bbf2049a-e41b-4d73-bb5b-b0bbb48ea801, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:19:31.270922 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.373292 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] For port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:19:31.375234 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9098b333-4d24-46ce-81e5-869b53854ed9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.376902 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] For port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=bbf2049a-e41b-4d73-bb5b-b0bbb48ea801,segment=NetworkSegment(7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc),segment_id=7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:19:31.380010 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9098b333-4d24-46ce-81e5-869b53854ed9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.381506 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.382759 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:31.385893 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:31.412038 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098b333-4d24-46ce-81e5-869b53854ed9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0da9e15-426e-49f6-a1ee-693de40e500a,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:31.415626 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-9098b333-4d24-46ce-81e5-869b53854ed9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:31.425429 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9098b333-4d24-46ce-81e5-869b53854ed9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.429824 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-9098b333-4d24-46ce-81e5-869b53854ed9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2589376
Apr 30 13:19:31.430194 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45496) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:31.438740 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Request body: {'security_group_rule': {'security_group_id': '832e16a5-4a71-4986-9af9-58866201fff6', 'project_id': 'e930754914a64acfa79c68b521726214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:31.448867 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:31.459542 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Usage tracker for resource:security_group_rule and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:31.464164 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:31.473012 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Routers {'f91b97b2-177c-437d-b44c-a24513a3d254'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:19:31.473649 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23f1ba60>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:19:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f91b97b2-177c-437d-b44c-a24513a3d254'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:31.474327 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:31.486822 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.securitygroups_db [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Project e930754914a64acfa79c68b521726214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 13:19:31.493984 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.498326 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:19:31.510380 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff538d-018a-413c-a50c-219309b0515d None None] Sync routers for ids ['ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:19:31.519428 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] 10.222.0.15 "PUT /v2.0/routers/ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0111351
Apr 30 13:19:31.520062 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 45500) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:31.536339 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff538d-018a-413c-a50c-219309b0515d None None] Routers {'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:19:31.537302 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-2bff538d-018a-413c-a50c-219309b0515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28a39bb0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:19:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:31.560235 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555237e-6cd2-4f31-a9ca-205b02ed9d61 None None] Pushing event updated for resources: {'Port': ['ID=bbf2049a-e41b-4d73-bb5b-b0bbb48ea801,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:31.565194 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-d555237e-6cd2-4f31-a9ca-205b02ed9d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:31.608512 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.614414 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.617090 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:31.652489 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747054c8-e64d-4378-97c5-8eb356781b20,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:31.670067 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.674605 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2433648
Apr 30 13:19:31.675556 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45504) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:31.677002 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:31.684574 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Request body: {'security_group_rule': {'security_group_id': '832e16a5-4a71-4986-9af9-58866201fff6', 'project_id': 'e930754914a64acfa79c68b521726214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:19:31.692478 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:19:31.697146 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Usage tracker for resource:security_group_rule and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:19:31.703946 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:19:31.716394 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:19:31.725456 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] Set router f91b97b2-177c-437d-b44c-a24513a3d254 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:19:31.736116 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.securitygroups_db [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Project e930754914a64acfa79c68b521726214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 13:19:31.743883 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.753056 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Notify callbacks [] for router, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.825170 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.830071 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.833511 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:31.870754 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:31.876252 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1973076
Apr 30 13:19:31.879987 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc93e6db-7554-45b3-bb33-a5eaeb3ae9bf,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:31.882483 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:31.895938 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-2bff538d-018a-413c-a50c-219309b0515d None None] Set router ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:19:31.978551 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:32.073050 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Deleting port 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:19:32.073391 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:32.213484 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23f1ba60>, [{'id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'name': 'tempest-TestVolumeBootPattern-1783029331-router', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 4, 'project_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'gw_port': {'id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'bbf2049a-e41b-4d73-bb5b-b0bbb48ea801', 'name': '', 'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'mac_address': 'fa:16:3e:af:91:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8bc31f4d-b3a5-4819-9899-80026beed4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:26Z', 'updated_at': '2021-04-30T13:19:31Z', 'revision_number': 4, 'project_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'subnets': [{'id': '8bc31f4d-b3a5-4819-9899-80026beed4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:32.220207 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97732ec9-ff20-4596-9a69-95d5462b89e9 None None] The sync data for ids ['f91b97b2-177c-437d-b44c-a24513a3d254'] in dv-cinder-787195-5-iscsi is: [{'id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'name': 'tempest-TestVolumeBootPattern-1783029331-router', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 4, 'project_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'gw_port': {'id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'bbf2049a-e41b-4d73-bb5b-b0bbb48ea801', 'name': '', 'network_id': '4908b5f1-f647-4144-856a-b38e795b6e8b', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'mac_address': 'fa:16:3e:af:91:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '8bc31f4d-b3a5-4819-9899-80026beed4ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:26Z', 'updated_at': '2021-04-30T13:19:31Z', 'revision_number': 4, 'project_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'subnets': [{'id': '8bc31f4d-b3a5-4819-9899-80026beed4ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:19:32.237203 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] For port 10f0ceb4-9046-456a-b0d1-0d67a883f4b6, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=10f0ceb4-9046-456a-b0d1-0d67a883f4b6,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:32.237721 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:32.385138 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-2bff538d-018a-413c-a50c-219309b0515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28a39bb0>, [{'id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'name': 'tempest-ServerRescueNegativeTestJSON-1388842606-router', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:19:30Z', 'revision_number': 5, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'gw_port': {'id': '10f0ceb4-9046-456a-b0d1-0d67a883f4b6', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:32.392002 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff538d-018a-413c-a50c-219309b0515d None None] Checking router: ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:19:32.404484 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff538d-018a-413c-a50c-219309b0515d None None] Routers {'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:19:32.405570 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-2bff538d-018a-413c-a50c-219309b0515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28a39bb0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:19:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:32.418117 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Calling delete_port for 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 owned by network:router_gateway {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:19:32.615115 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-2bff538d-018a-413c-a50c-219309b0515d None None] Set router ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 gateway port host: None {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:19:32.729934 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:32.757047 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-7b8daf01-08df-464d-803a-ac57a03fe3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:32.816429 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-2bff538d-018a-413c-a50c-219309b0515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28a39bb0>, [{'id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'name': 'tempest-ServerRescueNegativeTestJSON-1388842606-router', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:19:31Z', 'revision_number': 6, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'gw_port_host': None}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:32.825800 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff538d-018a-413c-a50c-219309b0515d None None] The sync data for ids ['ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193'] in dv-cinder-787195-5-iscsi is: [{'id': 'ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193', 'name': 'tempest-ServerRescueNegativeTestJSON-1388842606-router', 'tenant_id': '2e929e0b08a2424d88e50ddd4873774a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:19:31Z', 'revision_number': 6, 'project_id': '2e929e0b08a2424d88e50ddd4873774a', 'gw_port_host': None}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:19:32.913615 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Pushing event deleted for resources: {'Port': ['ID=10f0ceb4-9046-456a-b0d1-0d67a883f4b6,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:32.916098 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:32.947391 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817177'] for router_gateway, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:33.130608 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3857158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260263'] for router, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:33.133000 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:33.226879 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857788'] for router, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:33.227451 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 {{(pid=73837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:19:33.248028 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Notify callbacks [] for router, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:33.254427 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] 10.222.0.15 "DELETE /v2.0/routers/ac10bef6-2ad9-4cc4-a5be-7be4b4dc2193 HTTP/1.1" status: 204  len: 168 time: 1.7330711
Apr 30 13:19:33.255073 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45570) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:33.321430 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c8aa84-69f2-4453-83f7-253a2e9c2375 admin admin] Deleting subnet 4c3c8abb-2a0c-40d9-9bac-8929c6c374f8 {{(pid=73836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:19:33.325526 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-17c8aa84-69f2-4453-83f7-253a2e9c2375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:33.389565 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-17c8aa84-69f2-4453-83f7-253a2e9c2375 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:33.398556 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-17c8aa84-69f2-4453-83f7-253a2e9c2375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:33.680558 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-17c8aa84-69f2-4453-83f7-253a2e9c2375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for subnet, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:33.685649 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-6ad8960e-1772-43e1-9fe0-362764a34a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:33.727444 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8aa84-69f2-4453-83f7-253a2e9c2375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c3c8abb-2a0c-40d9-9bac-8929c6c374f8,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:33.729395 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-17c8aa84-69f2-4453-83f7-253a2e9c2375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:33.734862 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-17c8aa84-69f2-4453-83f7-253a2e9c2375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:33.738100 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-17c8aa84-69f2-4453-83f7-253a2e9c2375 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4c3c8abb-2a0c-40d9-9bac-8929c6c374f8 HTTP/1.1" status: 204  len: 168 time: 0.4816787
Apr 30 13:19:33.740500 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45580) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:33.856678 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:33.939600 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:33.998696 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:34.025333 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:19:34.030465 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:34.030844 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:34.113808 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1c28508700>> segment before_delete 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.114160 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1c28508700>> subnet precommit_delete_associations 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.114921 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c288567f0>> segment_host_mapping after_create 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.115321 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c288567f0>> port after_create 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.115716 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c288567f0>> port after_delete 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.115992 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c288567f0>> port after_update 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.116319 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c288567f0>> segment after_delete 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.116640 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c288567f0>> subnet after_create 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.116960 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c288567f0>> subnet after_delete 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.117275 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1c288567f0>> subnet after_update 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.151706 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:34.184692 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=bbf2049a-e41b-4d73-bb5b-b0bbb48ea801,segment=NetworkSegment(7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc),segment_id=7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:19:34.188954 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:34.191159 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-89792ad3-83d4-45d4-9bb7-1cc43c531147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:34.238314 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:19:34.250009 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1c23325760>> subnet after_create 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.250419 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1c23325760>> subnet after_delete 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.250779 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1c23325760>> subnet before_create 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.251112 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1c23325760>> subnet before_update 55550000 {{(pid=73836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:19:34.251478 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c28856b50>,) {'filters': {'network_id': ['607bf271-94f7-456e-b795-6638e4db5074']}} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:34.265890 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c28856b50>, 'd4304927-4ede-49fe-b643-4035d2680d8e') {'for_net_delete': True} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:34.266728 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c28856b50>, 'd4304927-4ede-49fe-b643-4035d2680d8e') {} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:19:34.279787 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823716'] for segment, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:34.285677 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:19:34.286031 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 10f0ceb4-9046-456a-b0d1-0d67a883f4b6 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:19:34.286492 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device c4102f96-e38d-4601-a957-a4f91b8cedf6 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:19:34.297446 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:34.305757 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=73836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:19:34.327879 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: c4102f96-e38d-4601-a957-a4f91b8cedf6 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:19:34.328303 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device c4102f96-e38d-4601-a957-a4f91b8cedf6 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:19:34.334146 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=bbf2049a-e41b-4d73-bb5b-b0bbb48ea801,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:34.340603 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:34.497961 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Network 607bf271-94f7-456e-b795-6638e4db5074 has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:19:34.506940 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1476861'] for segment, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:34.692752 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Network 607bf271-94f7-456e-b795-6638e4db5074 has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   from cryptography.utils import int_from_bytes
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   from cryptography.utils import int_from_bytes
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]: Traceback (most recent call last):
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     timer()
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     cb(*args, **kw)
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     return func(*args, **kwargs)
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     self._notify()
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     self.callback(batched_events)
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     event.method(event)
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     return f(self, *a, **k)
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._get(url).json()
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:19:34.717826 dv-cinder-787195-5-iscsi neutron-server[73836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:19:34.798099 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:34.805773 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:34.808397 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:34.908261 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=607bf271-94f7-456e-b795-6638e4db5074,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:34.911856 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:34.917395 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-4a92bd85-5e7a-467d-9a99-958f18bd1b79 admin admin] 10.222.0.15 "DELETE /v2.0/networks/607bf271-94f7-456e-b795-6638e4db5074 HTTP/1.1" status: 204  len: 168 time: 1.1758642
Apr 30 13:19:35.108620 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45596) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:35.157360 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-78f569f5-1b1c-43cf-8ef1-80e2f7563042 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e929e0b08a2424d88e50ddd4873774a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0475092
Apr 30 13:19:35.160257 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 45600) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:19:35.215952 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-63f581fd-9a1a-4e85-8dab-392efa7aca6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:35.241183 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-63f581fd-9a1a-4e85-8dab-392efa7aca6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:35.293657 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-63f581fd-9a1a-4e85-8dab-392efa7aca6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:35.298500 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:19:35.315006 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f581fd-9a1a-4e85-8dab-392efa7aca6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d5b729-c534-4800-abfd-aec9582d9cc1,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:19:35.318794 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-63f581fd-9a1a-4e85-8dab-392efa7aca6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:19:35.329412 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-63f581fd-9a1a-4e85-8dab-392efa7aca6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:35.333539 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-63f581fd-9a1a-4e85-8dab-392efa7aca6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6d5b729-c534-4800-abfd-aec9582d9cc1 HTTP/1.1" status: 204  len: 168 time: 0.1723583
Apr 30 13:19:35.904131 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:19:36.025659 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:19:36.026029 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:53.513339 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-49699460-3d58-4ba3-a419-244b02fb5660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:56.217710 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:56.541407 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ec4af257-657a-406a-8c50-8c2d85f2494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:57.621880 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:19:57.739519 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:19:58.948826 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0faabc3-eecb-4434-9a09-961c8fac7ff0 req-0462e212-e782-421f-8317-816c38ae2dae tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:19:58.950365 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a0faabc3-eecb-4434-9a09-961c8fac7ff0 req-0462e212-e782-421f-8317-816c38ae2dae tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0894957
Apr 30 13:19:58.995443 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a0faabc3-eecb-4434-9a09-961c8fac7ff0 req-8e7bdfe1-05d7-4bb3-9928-e72f66f109ee tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394385
Apr 30 13:19:59.105212 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:00.197341 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075b996-84ca-4b54-94e3-722d8f307451 req-c6996f52-7f02-43fe-aed3-a05facf80fa5 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:00.198811 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5075b996-84ca-4b54-94e3-722d8f307451 req-c6996f52-7f02-43fe-aed3-a05facf80fa5 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0849915
Apr 30 13:20:00.243935 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5075b996-84ca-4b54-94e3-722d8f307451 req-262edba0-9149-440e-981d-9d5b8f92aa0c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392094
Apr 30 13:20:00.378834 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:01.452212 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54717b-1d2c-4ae2-934f-c3994c58357f req-6027877d-2de0-4c33-a699-1a05d163c252 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:01.453713 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eb54717b-1d2c-4ae2-934f-c3994c58357f req-6027877d-2de0-4c33-a699-1a05d163c252 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0942259
Apr 30 13:20:01.505300 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eb54717b-1d2c-4ae2-934f-c3994c58357f req-8a8f1638-5860-45f8-a6bb-7f7d510ed68c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442271
Apr 30 13:20:02.245523 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 46026) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:02.366465 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8072ab5d-d385-4a65-9d37-51cd99d8e077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:02.382205 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-8072ab5d-d385-4a65-9d37-51cd99d8e077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:02.386150 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-8072ab5d-d385-4a65-9d37-51cd99d8e077 admin admin] Usage tracker for resource:security_group_rule and tenant:cd01c92b889a4c5f818136de0e9cc9b6 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:02.389051 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-8072ab5d-d385-4a65-9d37-51cd99d8e077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:02.394912 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-8072ab5d-d385-4a65-9d37-51cd99d8e077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:02.488905 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8072ab5d-d385-4a65-9d37-51cd99d8e077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:02.493201 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8072ab5d-d385-4a65-9d37-51cd99d8e077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:02.501676 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-50312dc8-d72d-4f9d-8a93-58c02bd4f661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:02.557203 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072ab5d-d385-4a65-9d37-51cd99d8e077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080d5e4e-2f10-409d-9033-b28750e8069b,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:02.562021 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-8072ab5d-d385-4a65-9d37-51cd99d8e077 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd01c92b889a4c5f818136de0e9cc9b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3153708
Apr 30 13:20:02.563003 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-8072ab5d-d385-4a65-9d37-51cd99d8e077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:02.564776 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 46034) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:02.629415 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dc2a3735-c8e9-4983-81c4-c868915c2b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:02.659999 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dc2a3735-c8e9-4983-81c4-c868915c2b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:02.724900 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dc2a3735-c8e9-4983-81c4-c868915c2b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:02.729103 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-757febf8-e487-4628-9458-ba5ba768b795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:02.747892 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a3735-c8e9-4983-81c4-c868915c2b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080d5e4e-2f10-409d-9033-b28750e8069b,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:02.758047 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-dc2a3735-c8e9-4983-81c4-c868915c2b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:02.765486 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dc2a3735-c8e9-4983-81c4-c868915c2b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:02.769147 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-dc2a3735-c8e9-4983-81c4-c868915c2b64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/080d5e4e-2f10-409d-9033-b28750e8069b HTTP/1.1" status: 204  len: 168 time: 0.2025452
Apr 30 13:20:02.788958 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea633e-ba82-4edc-b090-cecba51bcb70 req-9d552497-75fe-48a1-98aa-d954b77a9f97 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:02.790494 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2fea633e-ba82-4edc-b090-cecba51bcb70 req-9d552497-75fe-48a1-98aa-d954b77a9f97 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1554277
Apr 30 13:20:02.848218 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2fea633e-ba82-4edc-b090-cecba51bcb70 req-e706f6ab-6497-4bc9-858b-ef914dd88f53 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519800
Apr 30 13:20:04.056812 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc60a-3aa0-4d5a-83d8-b1816e37fb19 req-8571e876-f222-482d-a8a8-197c67c922a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:04.058479 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e19dc60a-3aa0-4d5a-83d8-b1816e37fb19 req-8571e876-f222-482d-a8a8-197c67c922a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0875866
Apr 30 13:20:04.108116 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e19dc60a-3aa0-4d5a-83d8-b1816e37fb19 req-1426a719-522a-445c-bce5-f103f08750e7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436833
Apr 30 13:20:05.302649 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9c30b-3a0c-4bd9-9532-8cc2669d5c35 req-050fbf8a-110b-4fe7-9534-aa975f4e3ecc tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:05.304126 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7cf9c30b-3a0c-4bd9-9532-8cc2669d5c35 req-050fbf8a-110b-4fe7-9534-aa975f4e3ecc tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0804503
Apr 30 13:20:05.351785 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7cf9c30b-3a0c-4bd9-9532-8cc2669d5c35 req-71ee09f8-0007-4869-83a0-5b56f1130a9a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417776
Apr 30 13:20:06.563539 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101cdec-f508-4a5d-8a5f-43241d788152 req-ab5a0e84-9341-4093-8678-7a6e2044f1b2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:06.565096 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e101cdec-f508-4a5d-8a5f-43241d788152 req-ab5a0e84-9341-4093-8678-7a6e2044f1b2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0954859
Apr 30 13:20:06.892054 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e101cdec-f508-4a5d-8a5f-43241d788152 req-ef981fba-0124-4df5-af2a-9ced083f7643 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3196042
Apr 30 13:20:06.919786 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a4887-ad25-4033-9664-7da6f9a5d677 req-04671fc3-bc7d-4048-bbe3-280d1e032aec tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:06.921244 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6f6a4887-ad25-4033-9664-7da6f9a5d677 req-04671fc3-bc7d-4048-bbe3-280d1e032aec tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.2671580
Apr 30 13:20:06.969491 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6f6a4887-ad25-4033-9664-7da6f9a5d677 req-d3149cf7-e7b2-45b1-a6cf-4a1951e22fa3 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413969
Apr 30 13:20:08.084783 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903098ca-2d3b-40a3-9e0d-cbc374c7e1b0 req-68758029-0d50-4736-b3de-4ebdfb238655 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:08.086234 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-903098ca-2d3b-40a3-9e0d-cbc374c7e1b0 req-68758029-0d50-4736-b3de-4ebdfb238655 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0827920
Apr 30 13:20:08.182466 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-903098ca-2d3b-40a3-9e0d-cbc374c7e1b0 req-7c87ec5f-6a79-46f2-b221-07415042a412 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568826
Apr 30 13:20:08.211052 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18fb8b-9cec-42de-a9c6-2e2d1f86527f req-c08f35e1-01f7-4a96-b83c-51b7e78ad81e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:08.212507 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd18fb8b-9cec-42de-a9c6-2e2d1f86527f req-c08f35e1-01f7-4a96-b83c-51b7e78ad81e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1253850
Apr 30 13:20:08.257814 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd18fb8b-9cec-42de-a9c6-2e2d1f86527f req-c977e5d1-eb51-431f-883a-f55b034f84a5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396583
Apr 30 13:20:09.492748 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9900cae-eca8-4955-93e7-e103bee651cd req-f17c324e-bcab-4844-a917-f5cf6763f168 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:09.494080 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b9900cae-eca8-4955-93e7-e103bee651cd req-f17c324e-bcab-4844-a917-f5cf6763f168 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1928647
Apr 30 13:20:09.555295 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b9900cae-eca8-4955-93e7-e103bee651cd req-d6b6bdde-0eb4-445c-a65f-fc6b44dc0706 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548337
Apr 30 13:20:09.566850 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f46125-e068-4a8f-868c-782c897d76ac req-fc927193-db12-4e8d-bac0-fb6144016884 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:09.568145 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-34f46125-e068-4a8f-868c-782c897d76ac req-fc927193-db12-4e8d-bac0-fb6144016884 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1769164
Apr 30 13:20:09.618329 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-34f46125-e068-4a8f-868c-782c897d76ac req-1166091a-b906-45e6-ad03-78740436a3f4 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418072
Apr 30 13:20:10.811199 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2d403-6806-483e-87d6-0e9f425ad1ca req-d31e7f61-95f6-4652-b9a9-04d1b83a9722 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:10.812655 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aee2d403-6806-483e-87d6-0e9f425ad1ca req-d31e7f61-95f6-4652-b9a9-04d1b83a9722 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1390724
Apr 30 13:20:10.865752 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76e38a-b95e-488b-90f3-93eccd515171 req-3d240016-8d93-4a7a-9808-e646788a59a1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:10.867288 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9c76e38a-b95e-488b-90f3-93eccd515171 req-3d240016-8d93-4a7a-9808-e646788a59a1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1342676
Apr 30 13:20:10.907091 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aee2d403-6806-483e-87d6-0e9f425ad1ca req-0a571d33-5f15-44dd-9735-2b00f804d033 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830982
Apr 30 13:20:10.932727 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9c76e38a-b95e-488b-90f3-93eccd515171 req-69016e33-d460-4b37-ae51-3cef11e9a5d7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576563
Apr 30 13:20:12.273493 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249072b5-e078-4dbf-b972-331488af9fed req-c4e20367-e2c2-4cc3-b557-655df092b457 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:12.275071 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-249072b5-e078-4dbf-b972-331488af9fed req-c4e20367-e2c2-4cc3-b557-655df092b457 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.2524230
Apr 30 13:20:12.284562 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f9c4c-291c-451d-bd15-027e9db79a46 req-40d27e71-95f0-4868-9bd0-cff45a0c4e68 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:12.285637 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4f9f9c4c-291c-451d-bd15-027e9db79a46 req-40d27e71-95f0-4868-9bd0-cff45a0c4e68 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.2018948
Apr 30 13:20:12.363834 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-249072b5-e078-4dbf-b972-331488af9fed req-b15c7952-d366-4251-a493-a7916be3ed6c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727975
Apr 30 13:20:12.371171 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4f9f9c4c-291c-451d-bd15-027e9db79a46 req-a4c42910-7cbd-493f-8f6c-cbf4d9291d5e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659375
Apr 30 13:20:13.024279 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-5daa79a6-da02-4c85-bf3a-40f280bd1094 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Synchronizing usage tracker for tenant:e930754914a64acfa79c68b521726214 on resource:security_group {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:20:13.040930 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-5daa79a6-da02-4c85-bf3a-40f280bd1094 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Unset dirty status for tenant:e930754914a64acfa79c68b521726214 on resource:security_group {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:20:13.042233 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-5daa79a6-da02-4c85-bf3a-40f280bd1094 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687858827&fields=id&tenant_id=e930754914a64acfa79c68b521726214 HTTP/1.1" status: 200  len: 267 time: 0.0571930
Apr 30 13:20:13.192714 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-2d27f7f8-28f6-41b6-8c98-140f4819531c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:13.194055 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-2d27f7f8-28f6-41b6-8c98-140f4819531c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 810 time: 0.1435647
Apr 30 13:20:13.209918 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-6f50d7dc-5dfc-495a-aa86-526194c7724b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/quotas/e930754914a64acfa79c68b521726214 HTTP/1.1" status: 200  len: 375 time: 0.0102801
Apr 30 13:20:13.294489 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-4de18f5f-fe5b-493a-9acd-db8fb9c18aa1 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Synchronizing usage tracker for tenant:e930754914a64acfa79c68b521726214 on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:20:13.311436 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-4de18f5f-fe5b-493a-9acd-db8fb9c18aa1 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Unset dirty status for tenant:e930754914a64acfa79c68b521726214 on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:20:13.312881 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-4de18f5f-fe5b-493a-9acd-db8fb9c18aa1 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0979517
Apr 30 13:20:13.555835 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-a8a434c2-52f1-4485-b600-bdc8a41e51c4 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2303240
Apr 30 13:20:13.678647 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35c14e-e9f0-4384-9b54-0e0f6cbbc44f req-771f9b42-b4ce-45f5-87f7-554e7942bf66 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:13.680107 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ea35c14e-e9f0-4384-9b54-0e0f6cbbc44f req-771f9b42-b4ce-45f5-87f7-554e7942bf66 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1931636
Apr 30 13:20:13.739082 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-47555eb1-801f-4c60-b102-c4a07a910fec service neutron] 10.222.0.15 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1768701
Apr 30 13:20:13.746747 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ea35c14e-e9f0-4384-9b54-0e0f6cbbc44f req-3e67644e-2072-49f8-b1f7-b58be9ae5579 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596693
Apr 30 13:20:13.932690 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba8d62-c010-4dba-8ca5-d39e26b5ac8a req-4c52db6b-decc-4a24-bc51-cb606c6c002c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:13.934157 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cdba8d62-c010-4dba-8ca5-d39e26b5ac8a req-4c52db6b-decc-4a24-bc51-cb606c6c002c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0880885
Apr 30 13:20:13.984180 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cdba8d62-c010-4dba-8ca5-d39e26b5ac8a req-8fed0c74-6662-48e4-b394-f7f5416387a9 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440876
Apr 30 13:20:14.137140 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-45a737f0-e960-4690-a230-a7e6b622bc56 req-12cf35a2-f9c8-48f7-b393-9b68fd1b319b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 210 time: 0.0418828
Apr 30 13:20:14.945209 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84452fcf-443a-45a6-a9e3-0c8f20d726f8 req-23e5739a-8839-43f7-a0fb-22110f80a925 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:14.946694 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-84452fcf-443a-45a6-a9e3-0c8f20d726f8 req-23e5739a-8839-43f7-a0fb-22110f80a925 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0891037
Apr 30 13:20:14.995223 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-84452fcf-443a-45a6-a9e3-0c8f20d726f8 req-229042c3-3160-48d6-8280-f2a06a320e1e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428135
Apr 30 13:20:15.182112 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60cd89-b4bd-4b6e-953d-156f1a79f996 req-34f0dfde-bde3-478a-9d76-df78bb6ba4df tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:15.183706 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1f60cd89-b4bd-4b6e-953d-156f1a79f996 req-34f0dfde-bde3-478a-9d76-df78bb6ba4df tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0894792
Apr 30 13:20:15.230078 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1f60cd89-b4bd-4b6e-953d-156f1a79f996 req-547ec9c7-5540-442e-b173-f0b48e7ed5ed tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405412
Apr 30 13:20:15.290523 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-463cd9d6-0b2f-4f4c-a6e8-1b5fb29f13c3 req-1ea353f0-976e-4f71-9823-2dba5cddb7c9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 210 time: 0.0452697
Apr 30 13:20:16.194687 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b825f1-08bc-4e05-abff-48ea945459ea req-90789235-e110-4f13-be2b-229eec0bcca4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:16.196218 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-41b825f1-08bc-4e05-abff-48ea945459ea req-90789235-e110-4f13-be2b-229eec0bcca4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0800011
Apr 30 13:20:16.244183 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-41b825f1-08bc-4e05-abff-48ea945459ea req-fd8ee5ba-4d78-451d-ae88-208674db7d71 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422304
Apr 30 13:20:16.446941 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-798df3e9-075d-41fb-a88e-1f86571db703 req-29dc8be5-a8f5-4011-8035-af0c8c75d87c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 210 time: 0.0473440
Apr 30 13:20:16.459140 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef6421-b9e3-4019-a889-b5979dfb61d4 req-fc3cdcf9-e2e2-4956-be55-080c20285127 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:16.460716 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-38ef6421-b9e3-4019-a889-b5979dfb61d4 req-fc3cdcf9-e2e2-4956-be55-080c20285127 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1214328
Apr 30 13:20:16.511970 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-38ef6421-b9e3-4019-a889-b5979dfb61d4 req-80e9b8e5-6298-4a27-aaeb-2e212241b72d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451241
Apr 30 13:20:17.438115 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ed34f-e814-44a8-9b32-20993ee4260b req-becfd614-bd24-4a6b-96bf-6b7ea320a98b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:17.439545 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-896ed34f-e814-44a8-9b32-20993ee4260b req-becfd614-bd24-4a6b-96bf-6b7ea320a98b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0821974
Apr 30 13:20:17.486324 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-896ed34f-e814-44a8-9b32-20993ee4260b req-5e4fd521-1229-4d5e-a5fa-f3b74844ebac tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407398
Apr 30 13:20:17.604457 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5cfdfc1c-a4b0-49c1-9b68-660112f6d36c req-4a2ec783-0158-451c-b5ce-37ac5b3dd99a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 210 time: 0.0465775
Apr 30 13:20:17.702585 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4fe02-b472-49d5-840d-5385b4a561e9 req-3323dcbe-9a6a-49e4-b4e9-70067df0ea9c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:17.704095 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6b4fe02-b472-49d5-840d-5385b4a561e9 req-3323dcbe-9a6a-49e4-b4e9-70067df0ea9c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0808337
Apr 30 13:20:17.751590 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6b4fe02-b472-49d5-840d-5385b4a561e9 req-79ee1270-86b9-4c95-8f56-44e95fe85961 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405538
Apr 30 13:20:18.145657 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 46318) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:18.263504 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:18.278118 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:18.281978 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Usage tracker for resource:security_group_rule and tenant:8e34e8ad588442b5912427c0139c6e9c is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:18.285090 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:18.290748 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:18.375175 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:18.379845 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:18.391461 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-559817cd-c4ac-4965-8ae2-7bac036fb218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:18.432088 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e34e8ad588442b5912427c0139c6e9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2853377
Apr 30 13:20:18.433807 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4289d80-67ac-445d-a37f-650853b77486,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:18.434768 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 46324) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:18.442197 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:18.442599 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:18.442963 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:18.443321 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:18.443671 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:18.444048 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:18.444395 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:18.444745 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:18.445086 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:18.445434 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:18.445827 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:18.446118 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:18.451104 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:18.495602 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e2e874a6-1017-4243-9c51-717d938aea82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:18.523697 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e2e874a6-1017-4243-9c51-717d938aea82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:18.709029 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6f29a-a3d0-4815-b9c1-6da318fc70eb req-6380587f-d807-4c6f-8aef-912657dfcbfb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:18.710534 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ece6f29a-a3d0-4815-b9c1-6da318fc70eb req-6380587f-d807-4c6f-8aef-912657dfcbfb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0889118
Apr 30 13:20:18.711634 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e2e874a6-1017-4243-9c51-717d938aea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:18.717003 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-b9689747-d8b5-4c4f-87b0-3e62de44b130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:18.785411 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-64d277e3-de33-47c4-a455-2c7d51eb3b97 req-8a1a5790-8cef-47bb-8c6f-5853fe989639 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 210 time: 0.0697019
Apr 30 13:20:18.786078 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e874a6-1017-4243-9c51-717d938aea82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4289d80-67ac-445d-a37f-650853b77486,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:18.790950 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e2e874a6-1017-4243-9c51-717d938aea82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:18.797983 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e2e874a6-1017-4243-9c51-717d938aea82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:18.802476 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-e2e874a6-1017-4243-9c51-717d938aea82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4289d80-67ac-445d-a37f-650853b77486 HTTP/1.1" status: 204  len: 168 time: 0.3633730
Apr 30 13:20:18.824375 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ece6f29a-a3d0-4815-b9c1-6da318fc70eb req-65e1a4a9-4061-46dc-83a7-47e2637b5689 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685925
Apr 30 13:20:18.978058 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb9483-5585-410f-a909-7a94651dabf7 req-ec60410c-037a-4cd5-b971-6ee8f5f5936e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:18.979734 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-16bb9483-5585-410f-a909-7a94651dabf7 req-ec60410c-037a-4cd5-b971-6ee8f5f5936e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0872459
Apr 30 13:20:19.068542 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-16bb9483-5585-410f-a909-7a94651dabf7 req-92f8c36c-78fa-4f14-8095-82400ec3093c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825512
Apr 30 13:20:19.175018 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-2b851f3a-2e0d-4b4d-bf64-c7c5ea002023 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:19.176431 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-2b851f3a-2e0d-4b4d-bf64-c7c5ea002023 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 810 time: 0.1574290
Apr 30 13:20:19.939063 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-356e5c74-eff2-45dc-91dc-9e72341ebdc6 req-facc067e-becf-4a5c-b046-8d9122ad5d8d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 210 time: 0.0456395
Apr 30 13:20:20.022780 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebe352-c032-415d-a792-1eb30944b4b7 req-66d0796c-7068-4c22-9f58-c41fbda8ce4a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:20.024247 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-58ebe352-c032-415d-a792-1eb30944b4b7 req-66d0796c-7068-4c22-9f58-c41fbda8ce4a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0827818
Apr 30 13:20:20.071208 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-58ebe352-c032-415d-a792-1eb30944b4b7 req-0d3d8cff-f3e1-4a64-8c18-619d54b59b97 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404279
Apr 30 13:20:20.256175 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60850ee1-e8ac-4131-9686-7e320105343a req-ae91ff65-10f8-4633-ab31-28477e5a5db6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:20.257708 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-60850ee1-e8ac-4131-9686-7e320105343a req-ae91ff65-10f8-4633-ab31-28477e5a5db6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0816133
Apr 30 13:20:20.302783 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-60850ee1-e8ac-4131-9686-7e320105343a req-dfd053ab-c3dc-4838-a9cd-75c24fce8872 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393448
Apr 30 13:20:21.083942 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bbf6198b-9668-44a8-9e24-b0e4e858353e req-306fea90-684a-4339-b681-c74f38364870 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 210 time: 0.0409796
Apr 30 13:20:21.263776 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85291556-fc6e-43ca-8f41-cfbbdb4c17aa req-87b49ab0-a675-4f4a-85ad-e927eb97a2e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:21.265124 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-85291556-fc6e-43ca-8f41-cfbbdb4c17aa req-87b49ab0-a675-4f4a-85ad-e927eb97a2e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0818872
Apr 30 13:20:21.309767 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-85291556-fc6e-43ca-8f41-cfbbdb4c17aa req-7b8346d1-88ee-41cb-8a78-78accfada0bc tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387585
Apr 30 13:20:21.486776 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479dbc6-e827-43b3-9f1c-6a2f2abb1402 req-e26ee8d8-22f6-4b0a-b294-a81dfa79bc68 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:21.488776 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c479dbc6-e827-43b3-9f1c-6a2f2abb1402 req-e26ee8d8-22f6-4b0a-b294-a81dfa79bc68 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0803225
Apr 30 13:20:21.537597 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c479dbc6-e827-43b3-9f1c-6a2f2abb1402 req-92486baf-5e26-4e04-a092-04861200cd67 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428169
Apr 30 13:20:21.647154 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-8a4f0959-a5a5-4709-bfe8-7404cb54b7e4 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e930754914a64acfa79c68b521726214 HTTP/1.1" status: 200  len: 380 time: 0.0419071
Apr 30 13:20:21.655946 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Request body: {'port': {'device_id': '1bbe975e-8af8-40af-ae40-94cb90ca2994', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'admin_state_up': True, 'tenant_id': 'e930754914a64acfa79c68b521726214', 'security_groups': ['832e16a5-4a71-4986-9af9-58866201fff6']}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:21.798598 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:21.808425 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:21.818992 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Made reservation on behalf of e930754914a64acfa79c68b521726214 for: {'port': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:20:21.822492 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:21.985928 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Allocated IP 172.20.0.3 (83bc2670-022d-4041-8a2f-0fa8eb289e69/403efb8f-dab9-40e8-ab0a-1dcf2ab30084/b7ab9719-f27c-4be9-8925-b7339790a9a1) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:20:22.173140 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:22.188398 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Transition to ACTIVE for port object b7ab9719-f27c-4be9-8925-b7339790a9a1 will not be triggered until provisioned by entity DHCP. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:20:22.236748 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c9ba7d6b-0511-4d3e-bcc3-7646bc8dab9c req-3408d501-0881-4d9a-bec8-0509cbe69936 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 210 time: 0.0438178
Apr 30 13:20:22.254888 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:22.262624 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:22.333033 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Network 83bc2670-022d-4041-8a2f-0fa8eb289e69 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:20:22.336144 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:20:22.340768 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:20:22.366064 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'Port': ['ID=b7ab9719-f27c-4be9-8925-b7339790a9a1,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:22.371719 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:22.411927 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:22.412580 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:22.479380 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-cf0a771f-72b5-4ff8-a561-e7cf6ff026cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8270016
Apr 30 13:20:22.535181 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a353bc1-113b-48d5-b4dd-fab9e7000cd8 req-c64e8f3d-92ad-42e3-b6f7-b9a05a36892a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:22.537572 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8a353bc1-113b-48d5-b4dd-fab9e7000cd8 req-c64e8f3d-92ad-42e3-b6f7-b9a05a36892a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0986686
Apr 30 13:20:22.633902 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-35f41b23-b2e5-4f11-a387-8b96b4542f20 None None] Provisioning for port b7ab9719-f27c-4be9-8925-b7339790a9a1 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:20:22.641225 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-35f41b23-b2e5-4f11-a387-8b96b4542f20 None None] Provisioning complete for port b7ab9719-f27c-4be9-8925-b7339790a9a1 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:22.641618 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-35f41b23-b2e5-4f11-a387-8b96b4542f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:22.653938 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Request body: {'port': {'device_id': '1bbe975e-8af8-40af-ae40-94cb90ca2994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:22.709145 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-35f41b23-b2e5-4f11-a387-8b96b4542f20 None None] Port b7ab9719-f27c-4be9-8925-b7339790a9a1 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:20:22.826168 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8a353bc1-113b-48d5-b4dd-fab9e7000cd8 req-a4a94dac-4dcf-4091-8691-2696b199dabe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2822988
Apr 30 13:20:22.853273 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:22.931729 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb6ea3-4152-4ed7-9d78-6fe60c563dc9 req-fac6b9e2-46d4-4c20-892f-c9a9245854d3 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:22.933249 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aebb6ea3-4152-4ed7-9d78-6fe60c563dc9 req-fac6b9e2-46d4-4c20-892f-c9a9245854d3 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.2419527
Apr 30 13:20:23.064460 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aebb6ea3-4152-4ed7-9d78-6fe60c563dc9 req-52cb6dce-110f-4314-b998-9a9c1aef1a47 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1217465
Apr 30 13:20:23.285954 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ab9719-f27c-4be9-8925-b7339790a9a1 {{(pid=73836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:20:23.293952 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.312030 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Transition to ACTIVE for port object b7ab9719-f27c-4be9-8925-b7339790a9a1 will not be triggered until provisioned by entity L2. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:20:23.318029 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.321927 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-5cfc86ec-e452-4dea-bfe4-0029b21738d8 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:23.501890 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ab9719-f27c-4be9-8925-b7339790a9a1,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:23.514897 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e75e94ed-8b10-486a-b4eb-0341fc535002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.538790 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:23.540778 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 78ebd45d-b42e-4354-814e-03b1d1cf2450 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:20:23.617110 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca87295-a132-49be-8370-3b6a2576256f req-49fe6919-29d1-45cb-a23e-f77986661a62 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:23.618037 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-aca87295-a132-49be-8370-3b6a2576256f req-49fe6919-29d1-45cb-a23e-f77986661a62 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Synchronizing usage tracker for tenant:e930754914a64acfa79c68b521726214 on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:20:23.652645 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-aca87295-a132-49be-8370-3b6a2576256f req-49fe6919-29d1-45cb-a23e-f77986661a62 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Unset dirty status for tenant:e930754914a64acfa79c68b521726214 on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:20:23.654244 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aca87295-a132-49be-8370-3b6a2576256f req-49fe6919-29d1-45cb-a23e-f77986661a62 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 943 time: 0.3015399
Apr 30 13:20:23.658051 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Attempting to bind port b7ab9719-f27c-4be9-8925-b7339790a9a1 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:20:23.659264 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Attempting to bind port b7ab9719-f27c-4be9-8925-b7339790a9a1 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:20:23.659633 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Attempting to bind port b7ab9719-f27c-4be9-8925-b7339790a9a1 on network 83bc2670-022d-4041-8a2f-0fa8eb289e69 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:20:23.690922 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Port b7ab9719-f27c-4be9-8925-b7339790a9a1 on network 83bc2670-022d-4041-8a2f-0fa8eb289e69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:20:23.691137 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Attempting to bind port b7ab9719-f27c-4be9-8925-b7339790a9a1 on network 83bc2670-022d-4041-8a2f-0fa8eb289e69 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:20:23.704406 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:20:23.704746 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Checking segment: {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:20:23.705144 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Bound using segment: {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:20:23.705641 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Bound port: b7ab9719-f27c-4be9-8925-b7339790a9a1, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'}}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:20:23.706012 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.735821 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 78ebd45d-b42e-4354-814e-03b1d1cf2450, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:23.751403 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'port_id': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'mac_address': 'fa:16:3e:71:cd:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:20:23.776282 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aca87295-a132-49be-8370-3b6a2576256f req-336327df-3825-4443-9f62-cbaf080da61e tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1135051
Apr 30 13:20:23.815588 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.827610 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] For port b7ab9719-f27c-4be9-8925-b7339790a9a1, host hv-cinder-78719, cleared binding levels {{(pid=73836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:20:23.831458 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] For port b7ab9719-f27c-4be9-8925-b7339790a9a1, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b7ab9719-f27c-4be9-8925-b7339790a9a1,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:20:23.836308 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.837063 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78ebd45d-b42e-4354-814e-03b1d1cf2450 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:20:23.840451 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:23.855696 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 78ebd45d-b42e-4354-814e-03b1d1cf2450, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:23.859633 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.861353 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:23.903014 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:23.904025 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:23.905292 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] 10.222.0.89 "PUT /v2.0/ports/b7ab9719-f27c-4be9-8925-b7339790a9a1 HTTP/1.1" status: 200  len: 1093 time: 1.4172220
Apr 30 13:20:23.907867 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbe975e-8af8-40af-ae40-94cb90ca2994', 'tag': 'b7ab9719-f27c-4be9-8925-b7339790a9a1'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:20:23.935331 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=78ebd45d-b42e-4354-814e-03b1d1cf2450,revision_number=6']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:23.945664 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:23.946578 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:23.947249 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:23.947849 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:23.948373 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:23.948879 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:23.949381 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:23.949924 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:23.950510 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:23.950896 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:23.951425 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:23.952400 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:23.957131 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ab9719-f27c-4be9-8925-b7339790a9a1,revision_number=3']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:23.962718 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['78ebd45d-b42e-4354-814e-03b1d1cf2450'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:20:23.965195 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:24.016874 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbe975e-8af8-40af-ae40-94cb90ca2994', 'tag': 'b7ab9719-f27c-4be9-8925-b7339790a9a1', 'status': 'completed', 'code': 200}
Apr 30 13:20:24.024105 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:24.126827 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1878d2a-fb75-4eb0-9963-98d54bbae705 req-5a5fd472-1bea-409c-8ec7-20a201f35d6e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:24.129039 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c1878d2a-fb75-4eb0-9963-98d54bbae705 req-5a5fd472-1bea-409c-8ec7-20a201f35d6e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 944 time: 0.1114810
Apr 30 13:20:24.131131 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-61f27710-8f37-4dd5-ba80-aab09daa545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:24.133247 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-61f27710-8f37-4dd5-ba80-aab09daa545d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 1096 time: 0.1687057
Apr 30 13:20:24.268193 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-d1c26654-961a-4bed-884a-08baac6b003c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7ab9719-f27c-4be9-8925-b7339790a9a1 HTTP/1.1" status: 200  len: 217 time: 0.1135454
Apr 30 13:20:24.337673 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c1878d2a-fb75-4eb0-9963-98d54bbae705 req-9f20c23f-c51f-4b20-8542-eb622bb2641b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2025342
Apr 30 13:20:24.357958 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-5d900c05-880c-4839-ba55-16098e009ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:24.359432 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-5d900c05-880c-4839-ba55-16098e009ea3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0780170
Apr 30 13:20:24.504573 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77230f1f-b8d0-4267-9902-e93d72228603 req-0c6cb4b8-2cb2-40a2-a230-da25b2da92f2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:24.505953 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-77230f1f-b8d0-4267-9902-e93d72228603 req-0c6cb4b8-2cb2-40a2-a230-da25b2da92f2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.2916262
Apr 30 13:20:24.568698 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-77230f1f-b8d0-4267-9902-e93d72228603 req-dcd7539c-bcfe-4570-b29d-f7c3d2f1ae2e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561397
Apr 30 13:20:24.570829 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-6124a952-0a23-4940-993c-86d6e9e2918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:24.572209 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-6124a952-0a23-4940-993c-86d6e9e2918f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2043846
Apr 30 13:20:24.709575 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-62744bc8-213b-48dc-8c8d-ecd8f63f8e59 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283188
Apr 30 13:20:24.844986 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-328d3aab-ee53-40c7-8234-d3125d49fd62 req-982c617f-f510-4331-98a7-a309f9d08f95 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289620
Apr 30 13:20:25.037344 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f3da2-119a-4c9f-8dce-fcb48fe58160 req-d300fd2a-20d5-4cd8-a325-292c393da434 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:25.039292 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-365f3da2-119a-4c9f-8dce-fcb48fe58160 req-d300fd2a-20d5-4cd8-a325-292c393da434 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 943 time: 0.1513312
Apr 30 13:20:25.042213 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82e65c-007c-44ac-b0ab-4b5260006c48 req-1bbe02fc-f788-41e8-a638-ea0a6b280819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:25.043531 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3f82e65c-007c-44ac-b0ab-4b5260006c48 req-1bbe02fc-f788-41e8-a638-ea0a6b280819 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 1096 time: 0.1211939
Apr 30 13:20:25.181244 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-365f3da2-119a-4c9f-8dce-fcb48fe58160 req-2f4dba81-35a6-4f22-8e77-2d8e918ca24a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1356664
Apr 30 13:20:25.216304 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82e65c-007c-44ac-b0ab-4b5260006c48 req-0da11b5d-fefa-49ce-9e1a-6c106b3091eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:25.217732 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3f82e65c-007c-44ac-b0ab-4b5260006c48 req-0da11b5d-fefa-49ce-9e1a-6c106b3091eb service neutron] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 912 time: 0.1564860
Apr 30 13:20:25.302157 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3f82e65c-007c-44ac-b0ab-4b5260006c48 req-f5ccc10d-f88c-4e0a-9bff-c17661d85e5f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7ab9719-f27c-4be9-8925-b7339790a9a1 HTTP/1.1" status: 200  len: 217 time: 0.0716379
Apr 30 13:20:25.365787 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82e65c-007c-44ac-b0ab-4b5260006c48 req-1f2a9ecd-8c00-4314-ab6a-ba7489776b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:25.367258 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3f82e65c-007c-44ac-b0ab-4b5260006c48 req-1f2a9ecd-8c00-4314-ab6a-ba7489776b9e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0573466
Apr 30 13:20:25.451190 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82e65c-007c-44ac-b0ab-4b5260006c48 req-84d631d0-5075-4314-b199-4e9e566abcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:25.452807 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3f82e65c-007c-44ac-b0ab-4b5260006c48 req-84d631d0-5075-4314-b199-4e9e566abcfb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789549
Apr 30 13:20:25.561957 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 78ebd45d-b42e-4354-814e-03b1d1cf2450 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:25.639677 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 78ebd45d-b42e-4354-814e-03b1d1cf2450 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:25.640066 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:25.652145 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3f82e65c-007c-44ac-b0ab-4b5260006c48 req-9828a8b1-2fd4-48dc-a1ff-194a4c2af4b1 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910865
Apr 30 13:20:25.663298 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd240fe9-adc2-48a4-8910-d347d2696308 req-a10a068d-9e1b-49a6-920f-d5af3a662ccc tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:25.664781 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bd240fe9-adc2-48a4-8910-d347d2696308 req-a10a068d-9e1b-49a6-920f-d5af3a662ccc tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 944 time: 0.2050240
Apr 30 13:20:25.809316 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:25.840183 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:20:25.852796 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 78ebd45d-b42e-4354-814e-03b1d1cf2450, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:25.857893 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:25.860158 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2ec137d8-80f2-4b15-9de6-47ea669a3878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:25.867939 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bd240fe9-adc2-48a4-8910-d347d2696308 req-9b5387a0-e01e-4a59-94fa-fc899e3f97d5 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1773651
Apr 30 13:20:25.946221 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041dfb5-0328-4226-b3e5-0902da6a33d3 req-0094545a-5ff4-4380-af51-689dee7934db tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:25.953528 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1041dfb5-0328-4226-b3e5-0902da6a33d3 req-0094545a-5ff4-4380-af51-689dee7934db tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.2333558
Apr 30 13:20:25.958673 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=78ebd45d-b42e-4354-814e-03b1d1cf2450,revision_number=7']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:25.962546 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'code': 200}
Apr 30 13:20:25.963401 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:25.981637 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3f82e65c-007c-44ac-b0ab-4b5260006c48 req-f55705b6-6240-4784-98e3-7f4d9e4b9024 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3158832
Apr 30 13:20:26.010646 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1041dfb5-0328-4226-b3e5-0902da6a33d3 req-ea11df3f-0a7b-4b1e-85de-c2821b2d4679 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561206
Apr 30 13:20:26.221739 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:26.370035 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0c47c-941a-4c4a-af0e-ffebff676393 req-38c83354-4fd4-4208-8d9b-17714c7d9b39 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:26.371503 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a8f0c47c-941a-4c4a-af0e-ffebff676393 req-38c83354-4fd4-4208-8d9b-17714c7d9b39 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 943 time: 0.0778401
Apr 30 13:20:26.420558 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a8f0c47c-941a-4c4a-af0e-ffebff676393 req-0821544f-1453-4d03-8f5a-e8eb201b2d74 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422583
Apr 30 13:20:26.534718 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-0b862a22-7982-4f71-8059-5bc406262d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:27.076317 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b10d0-b807-48d7-a69a-43cb9259a5e3 req-40d54799-1e75-419c-ac9a-af7841332d7e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:27.077826 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4b3b10d0-b807-48d7-a69a-43cb9259a5e3 req-40d54799-1e75-419c-ac9a-af7841332d7e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0848544
Apr 30 13:20:27.128116 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4b3b10d0-b807-48d7-a69a-43cb9259a5e3 req-81575343-e473-482a-8d6a-f726dfbedaa5 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414586
Apr 30 13:20:27.213929 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c092-c57f-489d-9fbd-356457a05240 req-3dbcd469-5c0a-4067-88f0-4322b7dd7fa3 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:27.215429 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4c44c092-c57f-489d-9fbd-356457a05240 req-3dbcd469-5c0a-4067-88f0-4322b7dd7fa3 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0845809
Apr 30 13:20:27.344564 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4c44c092-c57f-489d-9fbd-356457a05240 req-3571dcfb-09fe-436d-8726-7d788cde87f6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1225359
Apr 30 13:20:27.643512 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03420420-7f04-4b03-9a3b-e349d4763ed6 req-c25a6499-d6c6-4992-bbee-a4d0f0363918 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:27.645047 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-03420420-7f04-4b03-9a3b-e349d4763ed6 req-c25a6499-d6c6-4992-bbee-a4d0f0363918 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 943 time: 0.1146677
Apr 30 13:20:27.743610 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:27.761607 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-03420420-7f04-4b03-9a3b-e349d4763ed6 req-638ab6b6-39ee-4c6d-8a2b-ab4cbcaec2b2 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105139
Apr 30 13:20:27.841118 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b78074-6ecc-4486-9a7d-c0b56184ac96 req-766bc226-f2b6-4605-bf22-a924fefa8fb8 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:27.842614 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-37b78074-6ecc-4486-9a7d-c0b56184ac96 req-766bc226-f2b6-4605-bf22-a924fefa8fb8 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1770134
Apr 30 13:20:27.912811 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-37b78074-6ecc-4486-9a7d-c0b56184ac96 req-f8d9816d-a0e1-47b2-b9bd-4b5c319fb817 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573523
Apr 30 13:20:27.915616 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796e2e0-ea5a-486e-8f3c-394b963a15c1 req-f99ecb05-854d-4ce4-8ebc-2237996ecac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:27.917011 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9796e2e0-ea5a-486e-8f3c-394b963a15c1 req-f99ecb05-854d-4ce4-8ebc-2237996ecac9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d31b6528c1aa407daea2ff99de255d43&device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 1099 time: 0.1235247
Apr 30 13:20:28.049924 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796e2e0-ea5a-486e-8f3c-394b963a15c1 req-0b073769-4ff4-48fc-8a2c-457c8eed006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:28.051393 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9796e2e0-ea5a-486e-8f3c-394b963a15c1 req-0b073769-4ff4-48fc-8a2c-457c8eed006d service neutron] 10.222.0.89 "GET /v2.0/networks?id=44bdf4e3-2cec-4552-a016-68e772a00e73 HTTP/1.1" status: 200  len: 912 time: 0.1281464
Apr 30 13:20:28.153642 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9796e2e0-ea5a-486e-8f3c-394b963a15c1 req-309ccd40-1ecc-4bba-963c-6d8a6417afb7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=419aba13-c765-4cb7-9f24-7ea6c1ae20fc HTTP/1.1" status: 200  len: 1002 time: 0.0949001
Apr 30 13:20:28.216485 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796e2e0-ea5a-486e-8f3c-394b963a15c1 req-e62b2eaa-1714-4976-99d1-ca3e3be7d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:28.217919 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9796e2e0-ea5a-486e-8f3c-394b963a15c1 req-e62b2eaa-1714-4976-99d1-ca3e3be7d8e6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e466d8a-1ebd-445c-9ccd-f0e629ea05bc HTTP/1.1" status: 200  len: 849 time: 0.0573437
Apr 30 13:20:28.355351 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796e2e0-ea5a-486e-8f3c-394b963a15c1 req-ddd13e67-e39e-452f-9886-eda7f31f2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:28.356801 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9796e2e0-ea5a-486e-8f3c-394b963a15c1 req-ddd13e67-e39e-452f-9886-eda7f31f2862 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44bdf4e3-2cec-4552-a016-68e772a00e73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1322951
Apr 30 13:20:28.365668 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88573bff-f0fd-4369-b8ec-ba56876dc145 req-576748d5-a030-41a3-8b8c-0a8398ffa2ec tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:28.367027 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-88573bff-f0fd-4369-b8ec-ba56876dc145 req-576748d5-a030-41a3-8b8c-0a8398ffa2ec tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1130645
Apr 30 13:20:28.498421 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-88573bff-f0fd-4369-b8ec-ba56876dc145 req-541f738e-9137-4f8e-9d6e-77c224673b3b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1129360
Apr 30 13:20:28.526211 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9796e2e0-ea5a-486e-8f3c-394b963a15c1 req-41df7243-1afb-4cb9-8ce2-6f28865081e8 service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582572
Apr 30 13:20:28.659250 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9796e2e0-ea5a-486e-8f3c-394b963a15c1 req-6dbb6178-5f1b-440e-8853-74e095d02d55 service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254787
Apr 30 13:20:28.787546 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b48ef4-f808-45c0-b792-0e62738e1d9d req-fee72bbd-dd16-4027-b580-54a4e68a29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:28.788919 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9b48ef4-f808-45c0-b792-0e62738e1d9d req-fee72bbd-dd16-4027-b580-54a4e68a29da service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 1098 time: 0.0762992
Apr 30 13:20:28.991935 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b48ef4-f808-45c0-b792-0e62738e1d9d req-593b13ee-a680-4274-b96a-43e761ba60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:28.993376 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9b48ef4-f808-45c0-b792-0e62738e1d9d req-593b13ee-a680-4274-b96a-43e761ba60fc service neutron] 10.222.0.89 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 919 time: 0.1813939
Apr 30 13:20:29.108816 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:29.126470 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019f7dc-eb88-4026-95c6-8a4f344a6bf1 req-83e43455-a7d2-4003-9869-c33ed2726381 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:29.128198 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e019f7dc-eb88-4026-95c6-8a4f344a6bf1 req-83e43455-a7d2-4003-9869-c33ed2726381 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 943 time: 0.2325463
Apr 30 13:20:29.259864 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9b48ef4-f808-45c0-b792-0e62738e1d9d req-df80003a-dc62-45d2-b023-007eef1b30fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450 HTTP/1.1" status: 200  len: 999 time: 0.2542589
Apr 30 13:20:29.333889 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e019f7dc-eb88-4026-95c6-8a4f344a6bf1 req-3c5e7432-7edb-41ba-9395-51e7af0d2202 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149905
Apr 30 13:20:29.352659 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b48ef4-f808-45c0-b792-0e62738e1d9d req-cfbdf771-8ae6-48ea-8f61-ccdfd6278730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:29.354077 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9b48ef4-f808-45c0-b792-0e62738e1d9d req-cfbdf771-8ae6-48ea-8f61-ccdfd6278730 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b330465d-555e-4715-b8c8-efed53710843 HTTP/1.1" status: 200  len: 856 time: 0.0825746
Apr 30 13:20:29.361686 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97d331-2cab-4afb-b060-d00ad2e625eb req-6de8e18d-0205-44b2-80e6-ae220d87f8f6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:29.363286 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5a97d331-2cab-4afb-b060-d00ad2e625eb req-6de8e18d-0205-44b2-80e6-ae220d87f8f6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.3013515
Apr 30 13:20:29.457485 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5a97d331-2cab-4afb-b060-d00ad2e625eb req-792a5af2-647f-4def-9489-a8f5db5cfd0f tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561182
Apr 30 13:20:29.487947 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b48ef4-f808-45c0-b792-0e62738e1d9d req-f22f776b-c9a9-4d70-9503-b375697b548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:29.489412 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9b48ef4-f808-45c0-b792-0e62738e1d9d req-f22f776b-c9a9-4d70-9503-b375697b548e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0555ee9b-672c-4eec-957a-e8bb40b60f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1205227
Apr 30 13:20:29.672485 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9b48ef4-f808-45c0-b792-0e62738e1d9d req-d51bf44b-828f-44a0-9d87-620d4e6b0d9e service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1722369
Apr 30 13:20:29.802280 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bc73b-550a-485e-9f09-4c83ff8a4d32 req-0dca6c32-253b-4888-9c07-56192bb15f4c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:29.803759 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5e0bc73b-550a-485e-9f09-4c83ff8a4d32 req-0dca6c32-253b-4888-9c07-56192bb15f4c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1883605
Apr 30 13:20:29.850411 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9b48ef4-f808-45c0-b792-0e62738e1d9d req-0074e420-fcb0-498d-848e-09576e5f5b34 service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1699555
Apr 30 13:20:29.870973 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5e0bc73b-550a-485e-9f09-4c83ff8a4d32 req-0d50877f-20e1-4743-8425-96d6efbbe860 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597084
Apr 30 13:20:30.372072 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:30.528408 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3430b-657a-4c71-9005-74e708f53f68 req-7c6f60d7-892d-4b7b-86c7-7305219ea2d9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:30.529876 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-30d3430b-657a-4c71-9005-74e708f53f68 req-7c6f60d7-892d-4b7b-86c7-7305219ea2d9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 943 time: 0.0851812
Apr 30 13:20:30.607987 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-30d3430b-657a-4c71-9005-74e708f53f68 req-284da1a2-c7c9-441a-908d-4e08bb870b71 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702131
Apr 30 13:20:30.662534 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daf14f-8b8b-432b-b5dc-51f152faae80 req-bcd71a41-b0ae-4ded-adf6-6c416668841e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:30.663994 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-13daf14f-8b8b-432b-b5dc-51f152faae80 req-bcd71a41-b0ae-4ded-adf6-6c416668841e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0926547
Apr 30 13:20:30.708789 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-13daf14f-8b8b-432b-b5dc-51f152faae80 req-e6dd31e9-49d6-4f4a-8457-cf484327bafa tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389555
Apr 30 13:20:31.061082 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68296157-5b26-4332-8b8c-82aaa1cd0eb8 req-68a1bec2-bce0-4d65-a0d8-0ff520b06aaf tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:31.062895 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-68296157-5b26-4332-8b8c-82aaa1cd0eb8 req-68a1bec2-bce0-4d65-a0d8-0ff520b06aaf tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0813920
Apr 30 13:20:31.118218 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-68296157-5b26-4332-8b8c-82aaa1cd0eb8 req-4dff3c5c-a5bd-4ad7-aed8-7b6b640ecd1c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477493
Apr 30 13:20:31.833938 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0f3b3-159e-4299-98bf-f9ca05aff328 req-2f956730-f16b-4cda-ae5d-1572dbf3b5bf tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:31.835494 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aaa0f3b3-159e-4299-98bf-f9ca05aff328 req-2f956730-f16b-4cda-ae5d-1572dbf3b5bf tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 943 time: 0.0891359
Apr 30 13:20:31.884594 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aaa0f3b3-159e-4299-98bf-f9ca05aff328 req-f37c62b9-6a76-4f32-8ec5-0146d20c26dc tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413890
Apr 30 13:20:32.345507 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618cf22-d889-4cc4-896e-61a5dccd1e9a req-224650fd-c095-4cf8-97ea-0b39f3f221ee tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:32.349289 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7618cf22-d889-4cc4-896e-61a5dccd1e9a req-224650fd-c095-4cf8-97ea-0b39f3f221ee tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1008856
Apr 30 13:20:32.401256 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7618cf22-d889-4cc4-896e-61a5dccd1e9a req-1e341fd6-acbf-412d-8a14-3df3344db411 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474129
Apr 30 13:20:33.090487 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e84fd-cc6d-4e46-abaa-691ef59d5c69 req-661081c1-2d05-473a-8a46-0cbbf5b5dfa0 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:33.092100 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e00e84fd-cc6d-4e46-abaa-691ef59d5c69 req-661081c1-2d05-473a-8a46-0cbbf5b5dfa0 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 943 time: 0.0847492
Apr 30 13:20:33.151584 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e00e84fd-cc6d-4e46-abaa-691ef59d5c69 req-6e3b0121-2053-4102-ab89-02af385fbaae tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518203
Apr 30 13:20:33.637580 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b78a5-b922-463d-a463-ef6ad211fbc6 req-8310eaba-0fdb-4df9-b19b-47bfa66f08f5 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:33.645883 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dd4b78a5-b922-463d-a463-ef6ad211fbc6 req-8310eaba-0fdb-4df9-b19b-47bfa66f08f5 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.0998387
Apr 30 13:20:33.698828 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dd4b78a5-b922-463d-a463-ef6ad211fbc6 req-62a6121a-ac8a-4db8-bff8-81dd22f58b62 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520029
Apr 30 13:20:34.412428 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b3df-0cfc-4977-82ee-a367cd39c041 req-7b6c3b71-c1e7-45f9-af1b-0446a668c76d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:34.415144 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ea48b3df-0cfc-4977-82ee-a367cd39c041 req-7b6c3b71-c1e7-45f9-af1b-0446a668c76d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 943 time: 0.1102500
Apr 30 13:20:34.468205 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ea48b3df-0cfc-4977-82ee-a367cd39c041 req-2add00ff-5e5b-4fce-a214-d6f27598d14f tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507278
Apr 30 13:20:34.621726 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:20:34.928937 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239222a-3e5d-4a82-b639-f1c6cf8cdbe7 req-8f412445-b8d4-48fe-8f96-e3ee906bfe2a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:34.928937 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0239222a-3e5d-4a82-b639-f1c6cf8cdbe7 req-8f412445-b8d4-48fe-8f96-e3ee906bfe2a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1009116
Apr 30 13:20:34.981820 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0239222a-3e5d-4a82-b639-f1c6cf8cdbe7 req-69348df5-51bc-40ab-aa6d-5f3627586953 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498998
Apr 30 13:20:35.670374 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593903a1-1a89-4e28-abf3-834e325cb6c5 req-718692cf-d96e-483c-bc34-f81f5fc8452c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:35.671872 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-593903a1-1a89-4e28-abf3-834e325cb6c5 req-718692cf-d96e-483c-bc34-f81f5fc8452c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 943 time: 0.0890589
Apr 30 13:20:35.722734 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-593903a1-1a89-4e28-abf3-834e325cb6c5 req-60ed0dcb-9257-4ca5-89d7-c6938bf7be46 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416715
Apr 30 13:20:36.194820 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf427ed4-a06d-4c36-b077-b2d64d861b8f req-7f4468c7-0f08-4ce6-92a2-23829f218dde tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:36.201747 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bf427ed4-a06d-4c36-b077-b2d64d861b8f req-7f4468c7-0f08-4ce6-92a2-23829f218dde tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1002016
Apr 30 13:20:36.247186 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bf427ed4-a06d-4c36-b077-b2d64d861b8f req-7546f8d4-a2f7-454f-938f-baa4a913259e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433888
Apr 30 13:20:37.038318 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952629d-05a4-463a-a6d1-9ee5c4672366 req-538eac76-8448-4608-bbab-b2ab18f430a5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:37.039904 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0952629d-05a4-463a-a6d1-9ee5c4672366 req-538eac76-8448-4608-bbab-b2ab18f430a5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 943 time: 0.1940515
Apr 30 13:20:37.093848 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0952629d-05a4-463a-a6d1-9ee5c4672366 req-ec280392-e047-4917-a3eb-46b325e1d972 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472910
Apr 30 13:20:37.604332 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device b7ab9719-f27c-4be9-8925-b7339790a9a1 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:20:37.693753 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972439-09fd-465b-834d-61c238a05b69 req-733dc4c4-71c4-4a94-9b81-c868a2760617 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:37.696012 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-75972439-09fd-465b-834d-61c238a05b69 req-733dc4c4-71c4-4a94-9b81-c868a2760617 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1260459
Apr 30 13:20:37.764623 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port b7ab9719-f27c-4be9-8925-b7339790a9a1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b7ab9719-f27c-4be9-8925-b7339790a9a1,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:37.778996 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-75972439-09fd-465b-834d-61c238a05b69 req-8ea2058b-9910-4250-8d55-a378d836178d tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710554
Apr 30 13:20:37.779502 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': 'b7ab9719-f27c-4be9-8925-b7339790a9a1', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'port_id': 'b7ab9719-f27c-4be9-8925-b7339790a9a1', 'mac_address': 'fa:16:3e:d6:29:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:20:37.841470 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:37.869300 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ab9719-f27c-4be9-8925-b7339790a9a1 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:20:37.886878 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port b7ab9719-f27c-4be9-8925-b7339790a9a1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b7ab9719-f27c-4be9-8925-b7339790a9a1,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:37.892248 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:37.896215 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:37.973794 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=b7ab9719-f27c-4be9-8925-b7339790a9a1,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:37.985084 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:38.291422 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237692fc-106b-4e41-958b-994a13fcf734 req-3089f236-cef5-4491-881a-33dd1bae254b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:38.292927 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-237692fc-106b-4e41-958b-994a13fcf734 req-3089f236-cef5-4491-881a-33dd1bae254b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 944 time: 0.0868111
Apr 30 13:20:38.305212 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['b7ab9719-f27c-4be9-8925-b7339790a9a1'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:20:38.365904 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-237692fc-106b-4e41-958b-994a13fcf734 req-41346f77-b7be-43c9-8d55-a4b43331c9c5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663109
Apr 30 13:20:39.022664 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7bbf9-5bbc-4bff-a095-6658f9884a97 req-20349ca5-9b0e-4750-94b1-64c0523a75ac tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:39.024224 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dec7bbf9-5bbc-4bff-a095-6658f9884a97 req-20349ca5-9b0e-4750-94b1-64c0523a75ac tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1021609
Apr 30 13:20:39.082507 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dec7bbf9-5bbc-4bff-a095-6658f9884a97 req-9fe07dca-4271-4683-a91c-279bae1f9ec4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489628
Apr 30 13:20:39.608327 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e029a-8ab1-49e7-85d7-9075df7d680d req-d214529f-773c-456b-ae15-010f9a20cf15 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:39.609930 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d31e029a-8ab1-49e7-85d7-9075df7d680d req-d214529f-773c-456b-ae15-010f9a20cf15 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 944 time: 0.1243715
Apr 30 13:20:39.613830 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device b7ab9719-f27c-4be9-8925-b7339790a9a1 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:20:39.703158 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port b7ab9719-f27c-4be9-8925-b7339790a9a1 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:20:39.709868 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port b7ab9719-f27c-4be9-8925-b7339790a9a1 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:20:39.710481 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:39.739742 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d31e029a-8ab1-49e7-85d7-9075df7d680d req-1a5659cb-81a7-4936-8248-b69cbd5a0f82 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1165922
Apr 30 13:20:39.872472 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:39.905532 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbe975e-8af8-40af-ae40-94cb90ca2994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ab9719-f27c-4be9-8925-b7339790a9a1'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:20:39.927701 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port b7ab9719-f27c-4be9-8925-b7339790a9a1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b7ab9719-f27c-4be9-8925-b7339790a9a1,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:39.932249 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:39.934332 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:39.980581 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbe975e-8af8-40af-ae40-94cb90ca2994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ab9719-f27c-4be9-8925-b7339790a9a1', 'code': 200}
Apr 30 13:20:40.025992 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=b7ab9719-f27c-4be9-8925-b7339790a9a1,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:40.029373 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:40.419068 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55e829-a823-4ee5-b4d1-077846d82556 req-4a54c916-1faa-4e89-9446-7fbbe6de6947 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:40.426743 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bb55e829-a823-4ee5-b4d1-077846d82556 req-4a54c916-1faa-4e89-9446-7fbbe6de6947 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1485467
Apr 30 13:20:40.448853 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf8b5b-8c29-44b2-90c9-f00f52669531 req-51c2f473-a3a9-46b2-9bdf-62205f31f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:40.450383 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dabf8b5b-8c29-44b2-90c9-f00f52669531 req-51c2f473-a3a9-46b2-9bdf-62205f31f119 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 1098 time: 0.2253153
Apr 30 13:20:40.502785 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bb55e829-a823-4ee5-b4d1-077846d82556 req-9e441797-f163-40a9-8732-7755fb6bb43f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723317
Apr 30 13:20:40.530344 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dabf8b5b-8c29-44b2-90c9-f00f52669531 req-8c98f138-8c12-4d3a-9166-8998b418117a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658455
Apr 30 13:20:40.727538 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 46634) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:40.916358 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:40.933005 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:40.939015 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:5e09477c49a84ab9b2b4748435368879 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:40.943384 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:40.951305 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:41.005099 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f59fd-b2eb-40e9-ae9e-c8f48c565284 req-bb649cf8-58ff-4635-8861-5e79dd974fb4 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:41.006531 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-378f59fd-b2eb-40e9-ae9e-c8f48c565284 req-bb649cf8-58ff-4635-8861-5e79dd974fb4 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 945 time: 0.1588080
Apr 30 13:20:41.074919 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-378f59fd-b2eb-40e9-ae9e-c8f48c565284 req-3999a026-ff5c-46d0-832b-417f9dceb6f0 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614769
Apr 30 13:20:41.108893 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.113818 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.122182 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c1a0773b-f26f-4286-b2a3-0c85017d24a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:41.166010 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e09477c49a84ab9b2b4748435368879&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4371400
Apr 30 13:20:41.166882 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790f0b97-0b14-4dda-8c39-1f2cff8e738e,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:41.168916 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 46642) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:41.186776 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.187145 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.187505 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.187867 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.188210 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.188560 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.188906 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.189257 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.189819 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.190217 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.190587 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.190925 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:20:41.195075 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:41.290885 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bfee1aba-1901-4a01-9a7a-33c34a146a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.328364 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bfee1aba-1901-4a01-9a7a-33c34a146a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.391431 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bfee1aba-1901-4a01-9a7a-33c34a146a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.399984 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-938042ce-c944-4685-af7c-b4045bb3f13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:41.413829 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee1aba-1901-4a01-9a7a-33c34a146a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f0b97-0b14-4dda-8c39-1f2cff8e738e,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:41.416404 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-bfee1aba-1901-4a01-9a7a-33c34a146a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:41.417623 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bfee1aba-1901-4a01-9a7a-33c34a146a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.420679 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-bfee1aba-1901-4a01-9a7a-33c34a146a84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/790f0b97-0b14-4dda-8c39-1f2cff8e738e HTTP/1.1" status: 204  len: 168 time: 0.2508373
Apr 30 13:20:41.850548 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9e4e2-a715-46fb-a7a6-fd15850b60a6 req-00187534-43f2-4dd6-bfa2-f836cdabc6dc tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:41.864099 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-73a9e4e2-a715-46fb-a7a6-fd15850b60a6 req-00187534-43f2-4dd6-bfa2-f836cdabc6dc tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1861131
Apr 30 13:20:41.909418 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 46652) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:41.938050 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-73a9e4e2-a715-46fb-a7a6-fd15850b60a6 req-6602e38d-3964-4b30-adb2-7db603bbba38 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729225
Apr 30 13:20:41.939263 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5aa423db-684c-4135-a9c9-acf6ccffaabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:41.959053 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-5aa423db-684c-4135-a9c9-acf6ccffaabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:41.964645 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-5aa423db-684c-4135-a9c9-acf6ccffaabd admin admin] Usage tracker for resource:security_group_rule and tenant:15ae465af66f4995a6e538674c889b55 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:41.969095 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-5aa423db-684c-4135-a9c9-acf6ccffaabd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:41.976174 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-5aa423db-684c-4135-a9c9-acf6ccffaabd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:42.080106 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5aa423db-684c-4135-a9c9-acf6ccffaabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:42.085118 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5aa423db-684c-4135-a9c9-acf6ccffaabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:42.114101 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6381ea10-796c-4e88-b177-113c9eeb6e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:42.142854 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 46658) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:42.143081 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-5aa423db-684c-4135-a9c9-acf6ccffaabd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15ae465af66f4995a6e538674c889b55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2320564
Apr 30 13:20:42.165681 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa423db-684c-4135-a9c9-acf6ccffaabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44484875-1d37-4236-83fc-c2bf6705762e,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:42.169398 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-5aa423db-684c-4135-a9c9-acf6ccffaabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:42.277038 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-09a126f2-5b04-4e47-9f9a-5e5c34d8ee0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:42.321474 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-09a126f2-5b04-4e47-9f9a-5e5c34d8ee0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:42.389277 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc1cbe-7edf-4d53-aec2-7bb4b160ae2a req-b0624c6d-54d1-4eda-a4f3-d9a3ea0ab2d0 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:42.391092 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fecc1cbe-7edf-4d53-aec2-7bb4b160ae2a req-b0624c6d-54d1-4eda-a4f3-d9a3ea0ab2d0 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 945 time: 0.1497860
Apr 30 13:20:42.449432 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-09a126f2-5b04-4e47-9f9a-5e5c34d8ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:42.456283 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c04dbd36-c186-4690-b3dd-7186ce9b9cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:42.491790 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a126f2-5b04-4e47-9f9a-5e5c34d8ee0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44484875-1d37-4236-83fc-c2bf6705762e,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:42.497117 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fecc1cbe-7edf-4d53-aec2-7bb4b160ae2a req-2c986759-0e95-429f-8a6b-e12f24954c88 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674453
Apr 30 13:20:42.498784 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-09a126f2-5b04-4e47-9f9a-5e5c34d8ee0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:42.500046 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-09a126f2-5b04-4e47-9f9a-5e5c34d8ee0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:42.503435 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-09a126f2-5b04-4e47-9f9a-5e5c34d8ee0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44484875-1d37-4236-83fc-c2bf6705762e HTTP/1.1" status: 204  len: 168 time: 0.3569896
Apr 30 13:20:42.731004 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b3a23-4bbb-4022-bd99-70134423ea2a req-051cb7b6-10bb-4e7a-8789-64c7f39c9059 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:42.732940 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-631b3a23-4bbb-4022-bd99-70134423ea2a req-051cb7b6-10bb-4e7a-8789-64c7f39c9059 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 945 time: 0.1007578
Apr 30 13:20:42.797434 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-631b3a23-4bbb-4022-bd99-70134423ea2a req-25a7068f-1974-4956-8de9-9dfca9839bab tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555975
Apr 30 13:20:42.824852 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 46672) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:43.249192 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed028d57-6ce8-4141-96b9-b4a41af8d1ae tempest-TestVolumeBootPattern-602658235 tempest-TestVolumeBootPattern-602658235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:43.253612 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-ed028d57-6ce8-4141-96b9-b4a41af8d1ae tempest-TestVolumeBootPattern-602658235 tempest-TestVolumeBootPattern-602658235-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 1093 time: 0.4250038
Apr 30 13:20:43.253794 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 46692) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:43.269232 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc0472-4cf4-47f2-ae1f-8b0871089d28 req-16147e09-1cf6-4074-8524-e2abaa25ae17 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:43.269232 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-85bc0472-4cf4-47f2-ae1f-8b0871089d28 req-16147e09-1cf6-4074-8524-e2abaa25ae17 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.1113088
Apr 30 13:20:43.269556 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Request body: {'floatingip': {'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'port_id': 'b7ab9719-f27c-4be9-8925-b7339790a9a1', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:20:43.277451 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:43.310890 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Usage tracker for resource:floatingip and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:43.317176 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:43.327739 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:43.355200 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for floatingip, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:43.377627 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-85bc0472-4cf4-47f2-ae1f-8b0871089d28 req-cbb4f928-eec0-4ad3-8e8f-49a3ebe4be13 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025527
Apr 30 13:20:43.530025 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:43.742759 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Allocated IP 172.27.2.160 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/d48fb5cd-f170-4774-b7d2-0e1dedf177e2) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:20:43.894071 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:43.923650 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:43.928545 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:43.994160 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:20:43.997429 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:20:44.001130 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:20:44.032513 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'Port': ['ID=d48fb5cd-f170-4774-b7d2-0e1dedf177e2,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:44.039130 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:44.560053 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 46736) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:44.681070 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2c6ffe31-e5e6-4092-b4d1-e62d104a6554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:44.691069 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:44.697004 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-2c6ffe31-e5e6-4092-b4d1-e62d104a6554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:44.701043 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-2c6ffe31-e5e6-4092-b4d1-e62d104a6554 admin admin] Usage tracker for resource:security_group_rule and tenant:96b6057068d0426e84b218f8b0bdc9ba is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:44.703897 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-2c6ffe31-e5e6-4092-b4d1-e62d104a6554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:44.710624 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-2c6ffe31-e5e6-4092-b4d1-e62d104a6554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:44.747163 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae9163-21ff-45ed-8f87-724ee8af0b95 req-5c86c05f-fc07-4b72-82e6-356040aa5084 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:44.748672 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3bae9163-21ff-45ed-8f87-724ee8af0b95 req-5c86c05f-fc07-4b72-82e6-356040aa5084 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.2350018
Apr 30 13:20:44.754013 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa0bd5-6d97-47ef-bb47-95cba331ce52 req-3c5af07a-4c62-4123-af02-5f44ae8ca795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:44.755441 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cdaa0bd5-6d97-47ef-bb47-95cba331ce52 req-3c5af07a-4c62-4123-af02-5f44ae8ca795 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 1098 time: 0.2407014
Apr 30 13:20:44.802134 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2c6ffe31-e5e6-4092-b4d1-e62d104a6554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:44.806336 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-2c6ffe31-e5e6-4092-b4d1-e62d104a6554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:44.815378 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-cc59ebcb-ebba-46bf-8e9c-bf85c4aea52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:44.853158 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-2c6ffe31-e5e6-4092-b4d1-e62d104a6554 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96b6057068d0426e84b218f8b0bdc9ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2919958
Apr 30 13:20:44.856316 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 46742) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:44.868623 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ffe31-e5e6-4092-b4d1-e62d104a6554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa252ab-45c3-483d-b807-50dd1a72711d,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:44.873099 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2c6ffe31-e5e6-4092-b4d1-e62d104a6554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:44.916849 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3bae9163-21ff-45ed-8f87-724ee8af0b95 req-853267b0-9a24-44c1-ac4a-b00e5c040407 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1586819
Apr 30 13:20:44.921021 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-73e178e5-cb03-4cbd-bae7-21c985e4ccf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:44.949498 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-73e178e5-cb03-4cbd-bae7-21c985e4ccf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:44.950185 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:45.003017 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-73e178e5-cb03-4cbd-bae7-21c985e4ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:45.008009 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-68352603-00e5-4b5e-9df6-acdaf86983c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:45.022245 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e178e5-cb03-4cbd-bae7-21c985e4ccf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa252ab-45c3-483d-b807-50dd1a72711d,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:45.024947 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-73e178e5-cb03-4cbd-bae7-21c985e4ccf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:45.038253 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-73e178e5-cb03-4cbd-bae7-21c985e4ccf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:45.046844 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-73e178e5-cb03-4cbd-bae7-21c985e4ccf8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/daa252ab-45c3-483d-b807-50dd1a72711d HTTP/1.1" status: 204  len: 168 time: 0.1848176
Apr 30 13:20:45.113190 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa0bd5-6d97-47ef-bb47-95cba331ce52 req-248c297a-b635-43b8-9df0-38d95da7a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:45.114627 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cdaa0bd5-6d97-47ef-bb47-95cba331ce52 req-248c297a-b635-43b8-9df0-38d95da7a2dd service neutron] 10.222.0.89 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 919 time: 0.3378232
Apr 30 13:20:45.312994 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cdaa0bd5-6d97-47ef-bb47-95cba331ce52 req-2db76eea-474a-44a5-af98-bb9bc1fa64d0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450 HTTP/1.1" status: 200  len: 999 time: 0.1840041
Apr 30 13:20:45.337773 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 46750) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:45.355129 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-56a47d23-048e-461e-8800-1cc7ab802bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:45.373210 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-56a47d23-048e-461e-8800-1cc7ab802bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:45.377781 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-56a47d23-048e-461e-8800-1cc7ab802bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:53010cd9042f4eb699d83cf1cdc58ba0 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:45.380973 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-56a47d23-048e-461e-8800-1cc7ab802bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:45.386686 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-56a47d23-048e-461e-8800-1cc7ab802bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:45.396680 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa0bd5-6d97-47ef-bb47-95cba331ce52 req-1446f97a-adda-40c2-90d2-33eccfabfb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:45.398293 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cdaa0bd5-6d97-47ef-bb47-95cba331ce52 req-1446f97a-adda-40c2-90d2-33eccfabfb77 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b330465d-555e-4715-b8c8-efed53710843 HTTP/1.1" status: 200  len: 856 time: 0.0773253
Apr 30 13:20:45.453196 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:45.460877 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:45.467009 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:45.476745 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-56a47d23-048e-461e-8800-1cc7ab802bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:45.481445 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-56a47d23-048e-461e-8800-1cc7ab802bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:45.488563 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-7d58d5d8-6626-443c-a1b4-ef7282290c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:45.529930 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-56a47d23-048e-461e-8800-1cc7ab802bd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53010cd9042f4eb699d83cf1cdc58ba0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1910024
Apr 30 13:20:45.530698 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a47d23-048e-461e-8800-1cc7ab802bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2c84f8-c6d4-4fe2-b2e9-9d4ee1e4efa0,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:45.532901 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 46754) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:45.535786 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-56a47d23-048e-461e-8800-1cc7ab802bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:45.592496 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dad72266-9783-48f0-b27b-c770f1c966e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:45.604403 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'Port': ['ID=d48fb5cd-f170-4774-b7d2-0e1dedf177e2,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:45.607748 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:45.611073 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:45.619873 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dad72266-9783-48f0-b27b-c770f1c966e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:45.670033 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa0bd5-6d97-47ef-bb47-95cba331ce52 req-1c523df2-7391-43a0-9094-a0441d9aaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:45.672210 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cdaa0bd5-6d97-47ef-bb47-95cba331ce52 req-1c523df2-7391-43a0-9094-a0441d9aaac9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0555ee9b-672c-4eec-957a-e8bb40b60f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2628353
Apr 30 13:20:45.674411 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dad72266-9783-48f0-b27b-c770f1c966e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:45.678410 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-27d01170-168d-4c8d-8237-48f1e56af703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:45.694874 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad72266-9783-48f0-b27b-c770f1c966e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2c84f8-c6d4-4fe2-b2e9-9d4ee1e4efa0,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:45.701627 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-dad72266-9783-48f0-b27b-c770f1c966e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:45.702619 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dad72266-9783-48f0-b27b-c770f1c966e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:45.704099 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-dad72266-9783-48f0-b27b-c770f1c966e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a2c84f8-c6d4-4fe2-b2e9-9d4ee1e4efa0 HTTP/1.1" status: 204  len: 168 time: 0.1699002
Apr 30 13:20:45.916190 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.l3_db [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Floating IP 7d5b2161-0a26-441c-9981-7cdf7d24eab8 associated. External IP: 172.27.2.160, port: b7ab9719-f27c-4be9-8925-b7339790a9a1.
Apr 30 13:20:45.982813 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cdaa0bd5-6d97-47ef-bb47-95cba331ce52 req-0d795916-40cb-4085-ad16-06fc51e09a1b service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3011160
Apr 30 13:20:46.280057 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cdaa0bd5-6d97-47ef-bb47-95cba331ce52 req-62c1c1ce-5619-478d-a187-ee6cb47bd92a service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2877376
Apr 30 13:20:46.373275 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27744360-af71-4875-854a-352657096996 req-65984311-cfd0-4f83-b6e1-46a4d66df28f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:46.374882 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-27744360-af71-4875-854a-352657096996 req-65984311-cfd0-4f83-b6e1-46a4d66df28f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.3350897
Apr 30 13:20:46.605811 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-27744360-af71-4875-854a-352657096996 req-e04e524a-93bd-4177-8a07-b513010f211f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2240720
Apr 30 13:20:46.617144 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:20:46.810395 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:20:46.822712 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9928b1-14f3-4b9d-b24f-704a7d50f54c None None] Sync routers for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:20:46.833489 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9928b1-14f3-4b9d-b24f-704a7d50f54c None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:20:46.834032 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-cd9928b1-14f3-4b9d-b24f-704a7d50f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23c6aca0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:20:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:46.841204 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:46.899001 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.6440790
Apr 30 13:20:46.900254 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbe975e-8af8-40af-ae40-94cb90ca2994', 'tag': 'b7ab9719-f27c-4be9-8925-b7339790a9a1'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:20:47.046394 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-cd9928b1-14f3-4b9d-b24f-704a7d50f54c None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:20:47.177511 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbe975e-8af8-40af-ae40-94cb90ca2994', 'tag': 'b7ab9719-f27c-4be9-8925-b7339790a9a1', 'status': 'completed', 'code': 200}
Apr 30 13:20:47.293884 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44929cc-981c-410b-9a2b-da9dca53a60e req-7ea31a5c-c7b3-485b-85ce-8b2c8d6665e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:47.295549 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a44929cc-981c-410b-9a2b-da9dca53a60e req-7ea31a5c-c7b3-485b-85ce-8b2c8d6665e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 1098 time: 0.0830967
Apr 30 13:20:47.430285 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-cd9928b1-14f3-4b9d-b24f-704a7d50f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23c6aca0>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': '7d5b2161-0a26-441c-9981-7cdf7d24eab8', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': 'b7ab9719-f27c-4be9-8925-b7339790a9a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:d6:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe975e-8af8-40af-ae40-94cb90ca2994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:20:44Z', 'updated_at': '2021-04-30T13:20:44Z', 'revision_number': 0, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:47.436942 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9928b1-14f3-4b9d-b24f-704a7d50f54c None None] Checking router: f45a20a8-92bc-418a-bbc0-ec4c8b863d8a for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:20:47.441809 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44929cc-981c-410b-9a2b-da9dca53a60e req-94b66fcd-3470-40d6-9cfa-5f4a0a018dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:47.443281 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a44929cc-981c-410b-9a2b-da9dca53a60e req-94b66fcd-3470-40d6-9cfa-5f4a0a018dba service neutron] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 912 time: 0.1400030
Apr 30 13:20:47.451865 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9928b1-14f3-4b9d-b24f-704a7d50f54c None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:20:47.452914 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-cd9928b1-14f3-4b9d-b24f-704a7d50f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23c6aca0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:20:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:47.568293 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a44929cc-981c-410b-9a2b-da9dca53a60e req-acd5b789-d8d1-4fff-b8fd-1aec8bcd795d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7ab9719-f27c-4be9-8925-b7339790a9a1 HTTP/1.1" status: 200  len: 999 time: 0.1079683
Apr 30 13:20:47.643318 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44929cc-981c-410b-9a2b-da9dca53a60e req-0b96a814-3212-4e2e-a2a2-875f22877d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:47.644487 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a44929cc-981c-410b-9a2b-da9dca53a60e req-0b96a814-3212-4e2e-a2a2-875f22877d5e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0683911
Apr 30 13:20:47.650143 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 78ebd45d-b42e-4354-814e-03b1d1cf2450 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:20:47.715788 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-cd9928b1-14f3-4b9d-b24f-704a7d50f54c None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:20:47.731296 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44929cc-981c-410b-9a2b-da9dca53a60e req-4f09f414-d654-43fc-937a-6f95411f738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:47.733113 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a44929cc-981c-410b-9a2b-da9dca53a60e req-4f09f414-d654-43fc-937a-6f95411f738c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818939
Apr 30 13:20:47.964633 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbefb2-decf-40e6-b39a-08729f8e6bc0 req-f914b1c7-dcf0-4690-90f3-2d4afb9fca1f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:47.966116 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5bcbefb2-decf-40e6-b39a-08729f8e6bc0 req-f914b1c7-dcf0-4690-90f3-2d4afb9fca1f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 945 time: 0.2035880
Apr 30 13:20:47.969631 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a44929cc-981c-410b-9a2b-da9dca53a60e req-94f469ca-c2cf-4771-9178-c2d43546aef7 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2292376
Apr 30 13:20:48.083146 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:48.111975 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5bcbefb2-decf-40e6-b39a-08729f8e6bc0 req-a2c37db4-6d5d-4a2f-bdcc-83267306c9ff tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1379764
Apr 30 13:20:48.132244 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:20:48.177136 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 78ebd45d-b42e-4354-814e-03b1d1cf2450, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:20:48.185544 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:48.188569 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2ec137d8-80f2-4b15-9de6-47ea669a3878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:48.198568 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a44929cc-981c-410b-9a2b-da9dca53a60e req-decb94de-4db4-4bc7-a2fd-a222a81aa986 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2082582
Apr 30 13:20:48.242922 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'code': 200}
Apr 30 13:20:48.296851 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=78ebd45d-b42e-4354-814e-03b1d1cf2450,revision_number=8']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:48.300335 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:48.306287 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-cd9928b1-14f3-4b9d-b24f-704a7d50f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23c6aca0>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': '7d5b2161-0a26-441c-9981-7cdf7d24eab8', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': 'b7ab9719-f27c-4be9-8925-b7339790a9a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:d6:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe975e-8af8-40af-ae40-94cb90ca2994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:20:44Z', 'updated_at': '2021-04-30T13:20:44Z', 'revision_number': 0, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:20:48.310557 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9928b1-14f3-4b9d-b24f-704a7d50f54c None None] The sync data for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi is: [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': '7d5b2161-0a26-441c-9981-7cdf7d24eab8', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': 'b7ab9719-f27c-4be9-8925-b7339790a9a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:d6:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe975e-8af8-40af-ae40-94cb90ca2994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:20:44Z', 'updated_at': '2021-04-30T13:20:44Z', 'revision_number': 0, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:20:48.506453 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e31ef6-0a6a-453f-82c3-38daf29d6e19 None None] New status for floating IP 7d5b2161-0a26-441c-9981-7cdf7d24eab8: ACTIVE {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:20:48.765132 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 46838) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:48.912758 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-246204cb-cff6-4281-94ec-0a19405ef76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:48.926671 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-246204cb-cff6-4281-94ec-0a19405ef76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:48.930489 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-246204cb-cff6-4281-94ec-0a19405ef76f admin admin] Usage tracker for resource:security_group_rule and tenant:72f7ad940ac34155be91da97de98efd8 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:48.933240 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-246204cb-cff6-4281-94ec-0a19405ef76f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:48.939013 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-246204cb-cff6-4281-94ec-0a19405ef76f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:49.023130 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-246204cb-cff6-4281-94ec-0a19405ef76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.027019 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-246204cb-cff6-4281-94ec-0a19405ef76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.035515 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a5bc3c2d-15d0-4dc0-b8dd-bd096bc5722d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:49.077353 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-246204cb-cff6-4281-94ec-0a19405ef76f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72f7ad940ac34155be91da97de98efd8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3111026
Apr 30 13:20:49.079059 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246204cb-cff6-4281-94ec-0a19405ef76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75fbe3c-f0fc-4dc9-9a70-bc81e4b37bed,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:49.080711 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 46844) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:49.082758 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-246204cb-cff6-4281-94ec-0a19405ef76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:49.141818 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-339d701f-f6ea-46c9-a6b1-eb697b652fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.170771 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-339d701f-f6ea-46c9-a6b1-eb697b652fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.225257 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-339d701f-f6ea-46c9-a6b1-eb697b652fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.232726 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b53be22c-7820-4371-abbf-1866e762199f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:49.247701 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d701f-f6ea-46c9-a6b1-eb697b652fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75fbe3c-f0fc-4dc9-9a70-bc81e4b37bed,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:49.254783 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-339d701f-f6ea-46c9-a6b1-eb697b652fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:49.255653 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-339d701f-f6ea-46c9-a6b1-eb697b652fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.258700 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-339d701f-f6ea-46c9-a6b1-eb697b652fc4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c75fbe3c-f0fc-4dc9-9a70-bc81e4b37bed HTTP/1.1" status: 204  len: 168 time: 0.1768138
Apr 30 13:20:49.334762 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a0bbb-6780-4b60-a5d2-01c77aa73fa2 req-c20bc589-e7f3-448b-9645-cd37e8643a06 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:49.336503 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-357a0bbb-6780-4b60-a5d2-01c77aa73fa2 req-c20bc589-e7f3-448b-9645-cd37e8643a06 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1024063
Apr 30 13:20:49.385954 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-357a0bbb-6780-4b60-a5d2-01c77aa73fa2 req-9211bea5-72ba-4649-a57e-50a754461268 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433824
Apr 30 13:20:49.576914 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 46858) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:49.595665 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-70e5b141-12a4-4988-9b74-4fab0d484f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.612767 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-70e5b141-12a4-4988-9b74-4fab0d484f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:49.617071 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-70e5b141-12a4-4988-9b74-4fab0d484f36 admin admin] Usage tracker for resource:security_group_rule and tenant:387439ae713348c1907ae44fb67ffd65 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:49.620078 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-70e5b141-12a4-4988-9b74-4fab0d484f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:49.625898 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-70e5b141-12a4-4988-9b74-4fab0d484f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:49.714941 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-70e5b141-12a4-4988-9b74-4fab0d484f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.719152 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-70e5b141-12a4-4988-9b74-4fab0d484f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.732545 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-5aa423db-684c-4135-a9c9-acf6ccffaabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:49.781710 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5b141-12a4-4988-9b74-4fab0d484f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6656fed8-397d-49c8-afbd-5a79fe259663,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:49.786378 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-70e5b141-12a4-4988-9b74-4fab0d484f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:49.789248 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-70e5b141-12a4-4988-9b74-4fab0d484f36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=387439ae713348c1907ae44fb67ffd65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2112374
Apr 30 13:20:49.792201 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 46868) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:49.854073 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-521e0374-39c0-4111-8ef6-0b110c10ec1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.885250 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-521e0374-39c0-4111-8ef6-0b110c10ec1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.946289 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-521e0374-39c0-4111-8ef6-0b110c10ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.949894 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-950cde2f-d341-4337-9efe-953602b5fc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:49.963061 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e0374-39c0-4111-8ef6-0b110c10ec1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6656fed8-397d-49c8-afbd-5a79fe259663,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:49.965540 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-521e0374-39c0-4111-8ef6-0b110c10ec1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:49.975566 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-521e0374-39c0-4111-8ef6-0b110c10ec1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:49.978949 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-521e0374-39c0-4111-8ef6-0b110c10ec1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6656fed8-397d-49c8-afbd-5a79fe259663 HTTP/1.1" status: 204  len: 168 time: 0.1836331
Apr 30 13:20:50.344289 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c98637-54f3-4dbc-a28a-746154de39fa req-5c68871c-93e5-4216-92f3-75dd63f60cba tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:50.346769 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-20c98637-54f3-4dbc-a28a-746154de39fa req-5c68871c-93e5-4216-92f3-75dd63f60cba tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0861952
Apr 30 13:20:50.403198 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-20c98637-54f3-4dbc-a28a-746154de39fa req-311cb53d-7da6-41d6-b1f8-c5aac590c76a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503371
Apr 30 13:20:50.793149 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 46918) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:50.910601 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-c45b3304-9fba-4a3b-b593-59a3aab070f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1161444
Apr 30 13:20:51.667747 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 78ebd45d-b42e-4354-814e-03b1d1cf2450 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:20:51.712580 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650bbb4-c995-4bf3-818e-c21416a62b3f req-3b8ff611-c422-4afb-bdc9-a2c242e9796e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:51.714122 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1650bbb4-c995-4bf3-818e-c21416a62b3f req-3b8ff611-c422-4afb-bdc9-a2c242e9796e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1908853
Apr 30 13:20:51.775238 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1650bbb4-c995-4bf3-818e-c21416a62b3f req-7298ce0b-8a35-4ec6-86ba-d920d2fb72ae tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523376
Apr 30 13:20:52.229280 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-bcf6982d-740e-4592-b94e-71e75cbeed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:52.230709 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-bcf6982d-740e-4592-b94e-71e75cbeed3c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263&tenant_id=7edbf53013084aef8c7b2d047cc26d9f HTTP/1.1" status: 200  len: 1096 time: 0.0753849
Apr 30 13:20:52.326397 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-389781a4-60e5-4eff-9c02-ef9eee968ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:52.327709 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-389781a4-60e5-4eff-9c02-ef9eee968ca4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 1096 time: 0.0718975
Apr 30 13:20:52.467142 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-5f66999b-92ff-4181-9fff-4e7979090918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:52.468608 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-5f66999b-92ff-4181-9fff-4e7979090918 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 919 time: 0.1332717
Apr 30 13:20:52.572958 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-8d1d5028-335d-4a78-b1f1-e74bfe067734 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450 HTTP/1.1" status: 200  len: 997 time: 0.0963144
Apr 30 13:20:52.635495 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-c2891bd2-badf-4eba-ae30-884f8da99336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:52.636932 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-c2891bd2-badf-4eba-ae30-884f8da99336 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b330465d-555e-4715-b8c8-efed53710843 HTTP/1.1" status: 200  len: 856 time: 0.0575550
Apr 30 13:20:52.718048 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-28d3dc05-10c4-4f2c-89ca-5b4104d2baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:52.719575 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-28d3dc05-10c4-4f2c-89ca-5b4104d2baa5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0555ee9b-672c-4eec-957a-e8bb40b60f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713558
Apr 30 13:20:52.855958 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-78480113-83b7-4250-aced-8910b4526126 service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281338
Apr 30 13:20:53.048316 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-782a0f07-8088-46e6-8027-e9a15b87a759 req-13d354ae-7030-4415-bf36-b9f4a2c79112 service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798811
Apr 30 13:20:53.060257 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ac79c-1901-4966-9504-fc780a8ae701 req-0fe1563d-507a-4c02-9fa2-99fc1565e75a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:53.061828 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-827ac79c-1901-4966-9504-fc780a8ae701 req-0fe1563d-507a-4c02-9fa2-99fc1565e75a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1751931
Apr 30 13:20:53.113180 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-827ac79c-1901-4966-9504-fc780a8ae701 req-9842b206-98ed-450b-894b-e3f297dedf83 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444028
Apr 30 13:20:53.507623 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-58945538-07a1-46e5-8f23-2b773d0501ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:54.313648 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b7054-7352-4c59-9e56-812529170ca7 req-0bdd73fb-3b74-4dee-911a-b0925e498c07 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:54.315896 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f90b7054-7352-4c59-9e56-812529170ca7 req-0bdd73fb-3b74-4dee-911a-b0925e498c07 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0846734
Apr 30 13:20:54.365511 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f90b7054-7352-4c59-9e56-812529170ca7 req-88641ebf-05ea-47bd-bfc4-9b6719dba5f0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420547
Apr 30 13:20:55.568641 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94272c-d393-4b2f-94c7-d61af5cc465d req-608021cd-cbd4-4ed8-9f2c-d1282444aa31 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:55.570296 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2b94272c-d393-4b2f-94c7-d61af5cc465d req-608021cd-cbd4-4ed8-9f2c-d1282444aa31 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0878205
Apr 30 13:20:55.616376 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2b94272c-d393-4b2f-94c7-d61af5cc465d req-00e8dfe9-7ed6-4f03-b3d1-0a20905e6b73 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399501
Apr 30 13:20:56.228669 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:56.538168 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-21379def-8021-4350-aecf-2dffe07504ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:56.722369 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47022) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:56.838176 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaee308-02dc-483d-b811-25ef1bb0afda req-ef17db0c-201e-4531-8b32-b32d103b8fed tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:56.839779 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-beaee308-02dc-483d-b811-25ef1bb0afda req-ef17db0c-201e-4531-8b32-b32d103b8fed tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0937645
Apr 30 13:20:56.873505 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-32704037-83c7-4616-ac70-96444a985410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:56.897751 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-32704037-83c7-4616-ac70-96444a985410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:56.910714 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-32704037-83c7-4616-ac70-96444a985410 admin admin] Usage tracker for resource:security_group_rule and tenant:e4f3fcc154c141338a536e06ca3c6225 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:56.913636 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-32704037-83c7-4616-ac70-96444a985410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:56.922154 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-32704037-83c7-4616-ac70-96444a985410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:56.937592 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-beaee308-02dc-483d-b811-25ef1bb0afda req-e3dc4794-a57e-4b1d-b0b1-7001e8c447c8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833948
Apr 30 13:20:57.020627 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-32704037-83c7-4616-ac70-96444a985410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:57.025186 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-32704037-83c7-4616-ac70-96444a985410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:57.031955 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-602bbb48-871d-45bb-a622-a70f1fee5a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:57.074393 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32704037-83c7-4616-ac70-96444a985410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9aa43b-d35d-4742-8246-931de01116af,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:57.078436 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-32704037-83c7-4616-ac70-96444a985410 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4f3fcc154c141338a536e06ca3c6225&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3545005
Apr 30 13:20:57.081450 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-32704037-83c7-4616-ac70-96444a985410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:57.081617 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47028) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:57.142597 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-08bab9c3-b29e-4d7c-a491-9c25921933ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:57.170296 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-08bab9c3-b29e-4d7c-a491-9c25921933ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:57.227573 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-08bab9c3-b29e-4d7c-a491-9c25921933ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:57.231583 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-11cb08ad-1bea-4842-8734-b13d3b192214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:57.246904 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bab9c3-b29e-4d7c-a491-9c25921933ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9aa43b-d35d-4742-8246-931de01116af,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:57.249229 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-08bab9c3-b29e-4d7c-a491-9c25921933ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:57.253289 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-08bab9c3-b29e-4d7c-a491-9c25921933ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:57.258801 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-08bab9c3-b29e-4d7c-a491-9c25921933ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a9aa43b-d35d-4742-8246-931de01116af HTTP/1.1" status: 204  len: 168 time: 0.1762047
Apr 30 13:20:57.597646 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47036) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:57.615812 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b1eca874-19b8-4b4f-a3fe-017801bdc73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:57.631219 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-b1eca874-19b8-4b4f-a3fe-017801bdc73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:20:57.635122 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-b1eca874-19b8-4b4f-a3fe-017801bdc73a admin admin] Usage tracker for resource:security_group_rule and tenant:6de788f926e4477fb3820ee97e9ed458 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:20:57.638110 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-b1eca874-19b8-4b4f-a3fe-017801bdc73a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:20:57.645029 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-b1eca874-19b8-4b4f-a3fe-017801bdc73a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:20:57.744494 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:57.758131 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b1eca874-19b8-4b4f-a3fe-017801bdc73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:57.762164 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b1eca874-19b8-4b4f-a3fe-017801bdc73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:57.854307 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-00958a23-a3a1-4493-801d-3c3deb1e0eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:57.895224 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-b1eca874-19b8-4b4f-a3fe-017801bdc73a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6de788f926e4477fb3820ee97e9ed458&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2964840
Apr 30 13:20:57.896888 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eca874-19b8-4b4f-a3fe-017801bdc73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543dd2ac-db4c-45af-b7ef-4dfa8f0d82a1,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:57.897861 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47040) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:20:57.899986 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b1eca874-19b8-4b4f-a3fe-017801bdc73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:57.970506 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a16fdddd-6292-4398-a6f8-5176f5d82f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:57.998211 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a16fdddd-6292-4398-a6f8-5176f5d82f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:58.058009 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a16fdddd-6292-4398-a6f8-5176f5d82f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:58.063786 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-dab808e0-d53c-4bd5-8d6a-470ed32f74c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:20:58.076931 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fdddd-6292-4398-a6f8-5176f5d82f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543dd2ac-db4c-45af-b7ef-4dfa8f0d82a1,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:20:58.080673 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a16fdddd-6292-4398-a6f8-5176f5d82f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:20:58.123232 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a16fdddd-6292-4398-a6f8-5176f5d82f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:58.124356 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-a16fdddd-6292-4398-a6f8-5176f5d82f8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/543dd2ac-db4c-45af-b7ef-4dfa8f0d82a1 HTTP/1.1" status: 204  len: 168 time: 0.2254276
Apr 30 13:20:58.269501 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033f1db-8308-4039-8dda-7cd0f4013c77 req-02680ea6-742d-4dca-b239-d67547494b99 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:58.271205 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d033f1db-8308-4039-8dda-7cd0f4013c77 req-02680ea6-742d-4dca-b239-d67547494b99 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1957254
Apr 30 13:20:58.329044 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d033f1db-8308-4039-8dda-7cd0f4013c77 req-96b5983a-dedb-48b1-96eb-d7c6f40b5e42 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463727
Apr 30 13:20:59.115094 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:20:59.531330 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ac345-6d59-4bd7-991e-9e0311185f9f req-26fb9919-83f9-420c-b229-9ffb82d9156a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:20:59.533705 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3d3ac345-6d59-4bd7-991e-9e0311185f9f req-26fb9919-83f9-420c-b229-9ffb82d9156a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0897825
Apr 30 13:20:59.605900 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3d3ac345-6d59-4bd7-991e-9e0311185f9f req-0582c1fc-8f0f-4c09-b09c-d99585fa4644 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658028
Apr 30 13:21:00.378500 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:00.803029 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3574f-5db3-4bb4-8916-e92153d0928c req-00801d5e-d2cb-4172-bd78-a475a7c9c6f8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:00.804551 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-43d3574f-5db3-4bb4-8916-e92153d0928c req-00801d5e-d2cb-4172-bd78-a475a7c9c6f8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0838501
Apr 30 13:21:00.850412 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-43d3574f-5db3-4bb4-8916-e92153d0928c req-c372f440-22c7-42c0-a48b-22f8a465bee2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399492
Apr 30 13:21:02.053662 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2345b7e-4051-43a3-89e9-ec398adae21c req-4bc17423-2872-4b7e-996a-845e8a5be18e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:02.055104 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c2345b7e-4051-43a3-89e9-ec398adae21c req-4bc17423-2872-4b7e-996a-845e8a5be18e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0899348
Apr 30 13:21:02.104808 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c2345b7e-4051-43a3-89e9-ec398adae21c req-b8d97118-e688-42f8-ac58-4e0b71462146 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439792
Apr 30 13:21:03.298367 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b2ca-e7ba-4056-b15f-003a2c4fbe21 req-251500a1-cde7-4e16-8e65-540d47fee55b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:03.299884 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-95c4b2ca-e7ba-4056-b15f-003a2c4fbe21 req-251500a1-cde7-4e16-8e65-540d47fee55b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0827491
Apr 30 13:21:03.346056 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-95c4b2ca-e7ba-4056-b15f-003a2c4fbe21 req-ee8f3b1f-4e35-4ca5-bb39-2f1dc1240037 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402448
Apr 30 13:21:04.540825 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6d0db-7b70-49d7-a051-be8d9a7dd78a req-f672d649-1756-441b-a011-ea857d0b7ba6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:04.542294 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f9f6d0db-7b70-49d7-a051-be8d9a7dd78a req-f672d649-1756-441b-a011-ea857d0b7ba6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0823202
Apr 30 13:21:04.587762 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f9f6d0db-7b70-49d7-a051-be8d9a7dd78a req-bad0908c-c188-4ce7-a472-2a9d17891dd8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395968
Apr 30 13:21:05.783077 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b50403-c83c-481b-adb2-55556d11ac02 req-f5ec6ad0-6440-4bf1-84e0-6db69635cba6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:05.784802 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-17b50403-c83c-481b-adb2-55556d11ac02 req-f5ec6ad0-6440-4bf1-84e0-6db69635cba6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0835278
Apr 30 13:21:05.830638 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-17b50403-c83c-481b-adb2-55556d11ac02 req-3a303071-009a-432e-b5d9-0b44f80cafa3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400226
Apr 30 13:21:07.026286 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cda0c-04d7-4e24-a74d-66ff177faee5 req-971c1836-db6b-4a36-9eb4-cc3d299be5d1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:07.027781 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6b3cda0c-04d7-4e24-a74d-66ff177faee5 req-971c1836-db6b-4a36-9eb4-cc3d299be5d1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0847895
Apr 30 13:21:07.076249 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6b3cda0c-04d7-4e24-a74d-66ff177faee5 req-84861915-fddf-4219-b08e-f1621802ed90 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423727
Apr 30 13:21:08.275858 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f0608-599e-49e4-808d-7d0cda755d9d req-2b3c7854-58eb-499d-b04f-a27d3a69839b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:08.277746 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-600f0608-599e-49e4-808d-7d0cda755d9d req-2b3c7854-58eb-499d-b04f-a27d3a69839b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0873444
Apr 30 13:21:08.326247 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-600f0608-599e-49e4-808d-7d0cda755d9d req-927a0047-f782-4ad6-ba31-88cf014a3895 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421717
Apr 30 13:21:09.531236 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5acaa1-7332-481a-8dd4-e925af01703e req-be453986-af51-4566-b7a5-00b261f2f768 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:09.533248 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6a5acaa1-7332-481a-8dd4-e925af01703e req-be453986-af51-4566-b7a5-00b261f2f768 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0918229
Apr 30 13:21:09.581967 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6a5acaa1-7332-481a-8dd4-e925af01703e req-2d5b665f-72b1-4cb4-b740-9ad713df6def tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421565
Apr 30 13:21:10.771402 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7dae9-9b6a-4cfc-8eb2-b08dfb7c9714 req-f20dafac-3fbf-4a6d-b996-2b5bc033a295 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:10.772846 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fda7dae9-9b6a-4cfc-8eb2-b08dfb7c9714 req-f20dafac-3fbf-4a6d-b996-2b5bc033a295 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0809362
Apr 30 13:21:10.823496 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fda7dae9-9b6a-4cfc-8eb2-b08dfb7c9714 req-fb20d53c-f678-4f1d-967f-094fbbc02d09 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447533
Apr 30 13:21:11.620702 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:21:12.040844 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c7d79-fd70-46a8-bdf3-114077dd8f12 req-de87d9de-a853-475c-b457-65194fcfa3ea tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:12.042368 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b53c7d79-fd70-46a8-bdf3-114077dd8f12 req-de87d9de-a853-475c-b457-65194fcfa3ea tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0851672
Apr 30 13:21:12.086878 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b53c7d79-fd70-46a8-bdf3-114077dd8f12 req-65914118-02ae-453f-88bc-48fe6f0e01ee tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387976
Apr 30 13:21:13.287956 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efe6a3-c346-4c6f-8c6f-1c0130ea818a req-c8b9f624-37fa-4ff4-8aa6-5fc3a6484d36 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:13.289317 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-37efe6a3-c346-4c6f-8c6f-1c0130ea818a req-c8b9f624-37fa-4ff4-8aa6-5fc3a6484d36 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0878284
Apr 30 13:21:13.340644 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-37efe6a3-c346-4c6f-8c6f-1c0130ea818a req-d5a2108d-507b-4273-970a-d373496e7ed1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454912
Apr 30 13:21:14.509940 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47186) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:14.539004 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08723bce-cb20-433a-9831-81af37d38325 req-abf0e837-3fc6-4fb0-b3a7-060830a544a9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:14.540497 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-08723bce-cb20-433a-9831-81af37d38325 req-abf0e837-3fc6-4fb0-b3a7-060830a544a9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0823851
Apr 30 13:21:14.586512 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-08723bce-cb20-433a-9831-81af37d38325 req-37afb06a-9cf8-48b4-8f9c-1d0fd0651fc2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400000
Apr 30 13:21:14.630945 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ee83486c-bbff-49d1-832c-0569bebf16f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.645817 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-ee83486c-bbff-49d1-832c-0569bebf16f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:14.649627 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-ee83486c-bbff-49d1-832c-0569bebf16f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a21ad200cb4f46ff898605cb0501fc1f is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:14.652538 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-ee83486c-bbff-49d1-832c-0569bebf16f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:14.658348 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-ee83486c-bbff-49d1-832c-0569bebf16f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:14.743038 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ee83486c-bbff-49d1-832c-0569bebf16f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.746904 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ee83486c-bbff-49d1-832c-0569bebf16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.754549 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-9d718ce4-3562-4d45-bdea-95abd8b029fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:14.796258 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-ee83486c-bbff-49d1-832c-0569bebf16f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a21ad200cb4f46ff898605cb0501fc1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2852113
Apr 30 13:21:14.798672 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83486c-bbff-49d1-832c-0569bebf16f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a7a951-6914-4f42-8e16-4f4a504e8414,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:14.800071 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47192) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:14.802153 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ee83486c-bbff-49d1-832c-0569bebf16f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:14.860526 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-024b46d4-a0cf-451d-90d1-f897dea237cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.888684 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-024b46d4-a0cf-451d-90d1-f897dea237cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.940704 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-024b46d4-a0cf-451d-90d1-f897dea237cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.944399 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-d9adc662-f2b9-4fc2-b203-09e6f590729b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:14.957042 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b46d4-a0cf-451d-90d1-f897dea237cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a7a951-6914-4f42-8e16-4f4a504e8414,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:14.960057 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-024b46d4-a0cf-451d-90d1-f897dea237cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:14.961963 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-024b46d4-a0cf-451d-90d1-f897dea237cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:14.963095 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-024b46d4-a0cf-451d-90d1-f897dea237cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07a7a951-6914-4f42-8e16-4f4a504e8414 HTTP/1.1" status: 204  len: 168 time: 0.1620958
Apr 30 13:21:15.242620 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47200) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:15.260526 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-54017226-95e8-40d5-8913-ca223b0dce93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.274854 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-54017226-95e8-40d5-8913-ca223b0dce93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:15.278594 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-54017226-95e8-40d5-8913-ca223b0dce93 admin admin] Usage tracker for resource:security_group_rule and tenant:5b832b8203f846449fdd5aee4a7d54e8 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:15.281336 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-54017226-95e8-40d5-8913-ca223b0dce93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:15.287893 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-54017226-95e8-40d5-8913-ca223b0dce93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:15.371106 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-54017226-95e8-40d5-8913-ca223b0dce93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.374672 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-54017226-95e8-40d5-8913-ca223b0dce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.382477 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-211d674c-1a43-49fb-a705-0dbd7efd3889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:15.427578 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-54017226-95e8-40d5-8913-ca223b0dce93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b832b8203f846449fdd5aee4a7d54e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1837318
Apr 30 13:21:15.428409 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54017226-95e8-40d5-8913-ca223b0dce93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de9d299-5cf4-4c99-8123-50d31d108601,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:15.430541 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47204) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:15.431445 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-54017226-95e8-40d5-8913-ca223b0dce93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:15.495180 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c301-72a4-42b5-8ae0-2878d59cea84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.521270 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c301-72a4-42b5-8ae0-2878d59cea84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.572436 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c301-72a4-42b5-8ae0-2878d59cea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.576114 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-8072ab5d-d385-4a65-9d37-51cd99d8e077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:15.590484 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4c301-72a4-42b5-8ae0-2878d59cea84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de9d299-5cf4-4c99-8123-50d31d108601,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:15.594327 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-d1c4c301-72a4-42b5-8ae0-2878d59cea84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:15.610742 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-d1c4c301-72a4-42b5-8ae0-2878d59cea84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:15.612021 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-d1c4c301-72a4-42b5-8ae0-2878d59cea84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3de9d299-5cf4-4c99-8123-50d31d108601 HTTP/1.1" status: 204  len: 168 time: 0.1804395
Apr 30 13:21:15.787938 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38848d-431e-4129-97a2-7729c1a41177 req-5aa81699-f771-476b-b3c8-8978a57f7c2b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:15.789457 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8e38848d-431e-4129-97a2-7729c1a41177 req-5aa81699-f771-476b-b3c8-8978a57f7c2b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0921657
Apr 30 13:21:15.836858 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8e38848d-431e-4129-97a2-7729c1a41177 req-b491058f-7b00-49d9-90b7-722170d26da0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413027
Apr 30 13:21:17.112406 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecd5f1-c231-47da-97c2-6c804ae2848a req-5b824699-97c7-47f1-a104-652f9b05cec4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:17.113882 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ebecd5f1-c231-47da-97c2-6c804ae2848a req-5b824699-97c7-47f1-a104-652f9b05cec4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.1611280
Apr 30 13:21:17.159428 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ebecd5f1-c231-47da-97c2-6c804ae2848a req-7bf0f2d0-182b-49c7-93dd-89d6dadf0960 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398586
Apr 30 13:21:18.358696 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6181d1-fe32-475a-ada5-6e7ce378953b req-c80e1519-1a48-448f-991f-5181d296d9b2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:18.360350 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2d6181d1-fe32-475a-ada5-6e7ce378953b req-c80e1519-1a48-448f-991f-5181d296d9b2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0882571
Apr 30 13:21:18.407006 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2d6181d1-fe32-475a-ada5-6e7ce378953b req-abfa3fb7-9744-4e69-a741-0766e2c82273 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401506
Apr 30 13:21:19.604725 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f1c72-634e-477b-9d60-39e137a4248c req-f00a71c3-a450-4489-b70b-7f350bb234c6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:19.606171 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8e9f1c72-634e-477b-9d60-39e137a4248c req-f00a71c3-a450-4489-b70b-7f350bb234c6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0809803
Apr 30 13:21:19.650701 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8e9f1c72-634e-477b-9d60-39e137a4248c req-0ca35bcc-e635-4d44-b4fa-422103d1e982 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386479
Apr 30 13:21:20.844425 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560195d-4377-49e9-b4b4-d6025555ff28 req-3d80bcad-db4f-40d4-beef-7907414f7c75 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:20.845882 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1560195d-4377-49e9-b4b4-d6025555ff28 req-3d80bcad-db4f-40d4-beef-7907414f7c75 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0823934
Apr 30 13:21:20.891105 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1560195d-4377-49e9-b4b4-d6025555ff28 req-98a53ef0-b396-43ae-b557-76011819957c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383089
Apr 30 13:21:21.820074 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 78ebd45d-b42e-4354-814e-03b1d1cf2450 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:21:21.972568 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 78ebd45d-b42e-4354-814e-03b1d1cf2450, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:21.988248 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'port_id': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'mac_address': 'fa:16:3e:71:cd:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:21:22.048466 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:22.069846 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ebd45d-b42e-4354-814e-03b1d1cf2450 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:21:22.086791 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 78ebd45d-b42e-4354-814e-03b1d1cf2450, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:22.091246 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:22.093844 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-d555237e-6cd2-4f31-a9ca-205b02ed9d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:22.097317 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927f61-e24f-4a92-9716-35c1a3c5b27d req-0aa0e283-809e-4c9e-9136-81d63c440997 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:22.099256 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d8927f61-e24f-4a92-9716-35c1a3c5b27d req-0aa0e283-809e-4c9e-9136-81d63c440997 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 943 time: 0.0908484
Apr 30 13:21:22.150495 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d8927f61-e24f-4a92-9716-35c1a3c5b27d req-05aa1cf9-38c8-4a56-a945-72851cb58679 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431116
Apr 30 13:21:22.167064 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=78ebd45d-b42e-4354-814e-03b1d1cf2450,revision_number=9']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:22.171346 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:22.463180 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['78ebd45d-b42e-4354-814e-03b1d1cf2450'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:21:23.351922 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5792d89-e0a5-4b02-81ab-2ddf5bb089be req-944c86e5-a52e-418f-8857-d0d0c4a55548 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:23.353376 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e5792d89-e0a5-4b02-81ab-2ddf5bb089be req-944c86e5-a52e-418f-8857-d0d0c4a55548 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 944 time: 0.0853918
Apr 30 13:21:23.399734 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e5792d89-e0a5-4b02-81ab-2ddf5bb089be req-f02a26d7-3c5f-4a14-b501-b5e6274f8637 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406296
Apr 30 13:21:23.510009 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-817db55d-2641-4dfa-b360-686c095aa719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:23.822045 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 78ebd45d-b42e-4354-814e-03b1d1cf2450 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:23.891155 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 78ebd45d-b42e-4354-814e-03b1d1cf2450 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:23.891542 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:24.015135 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:24.043868 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:21:24.053903 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 78ebd45d-b42e-4354-814e-03b1d1cf2450, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:24.060297 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:24.062248 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:24.130485 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=78ebd45d-b42e-4354-814e-03b1d1cf2450,revision_number=10']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:24.137899 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:24.138245 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:24.138604 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:24.138936 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:24.139329 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:24.139591 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:24.139921 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:24.140225 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:24.140584 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:24.140929 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:24.141222 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:24.141540 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:24.146584 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:24.224798 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'code': 200}
Apr 30 13:21:24.592465 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5e2e6-89db-4c30-acc0-83ad30f1b3a3 req-1c871eea-66c2-4a77-89d6-0d7012a0bea0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:24.593921 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-abd5e2e6-89db-4c30-acc0-83ad30f1b3a3 req-1c871eea-66c2-4a77-89d6-0d7012a0bea0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 946 time: 0.0819449
Apr 30 13:21:24.642125 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-abd5e2e6-89db-4c30-acc0-83ad30f1b3a3 req-d81ae6e8-11ed-4de3-9537-59bd8d02f263 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416191
Apr 30 13:21:24.811792 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3fa37-937b-49bf-b48e-7081f82d067c req-79c0fb34-0ba1-4f33-aa0c-ae91b7cc2297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:24.813246 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6ac3fa37-937b-49bf-b48e-7081f82d067c req-79c0fb34-0ba1-4f33-aa0c-ae91b7cc2297 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 1099 time: 0.0696671
Apr 30 13:21:24.857290 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6ac3fa37-937b-49bf-b48e-7081f82d067c req-1f3a89eb-074e-4d5f-bf40-d81e3c14bfc6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371599
Apr 30 13:21:25.839752 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25baef-7c2d-4305-9b74-4deefbdefe60 req-a4c6e8ff-8d89-489f-93c6-1aad550eaede tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:25.841217 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ba25baef-7c2d-4305-9b74-4deefbdefe60 req-a4c6e8ff-8d89-489f-93c6-1aad550eaede tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 946 time: 0.0800052
Apr 30 13:21:25.886426 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ba25baef-7c2d-4305-9b74-4deefbdefe60 req-b7a88e0b-f319-433e-95d7-b4052f511b83 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387216
Apr 30 13:21:26.222810 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:26.546533 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1fab94b4-fdc2-4a8c-9695-6877592632a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:27.087758 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f48cb-90af-497f-a42e-955e0aa8ade6 req-e492f22a-c4f4-43c4-8301-884dba3c8a2a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:27.089218 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a41f48cb-90af-497f-a42e-955e0aa8ade6 req-e492f22a-c4f4-43c4-8301-884dba3c8a2a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 946 time: 0.0846224
Apr 30 13:21:27.136370 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a41f48cb-90af-497f-a42e-955e0aa8ade6 req-4ffa7d27-9c03-49de-8f96-e36ca6c1f59b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413549
Apr 30 13:21:27.747415 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:27.813516 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47406) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:27.933268 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:27.948460 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:27.952312 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Usage tracker for resource:security_group_rule and tenant:8c031f4547c84517a5f367285721f0b9 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:27.955109 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:27.961043 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:28.043511 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:28.047237 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:28.056157 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-5e908aed-1dd1-4766-8fbd-a7537307d6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:28.098461 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c031f4547c84517a5f367285721f0b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2837689
Apr 30 13:21:28.100101 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a701213-fea9-43eb-a528-cda2b43b5180,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:28.101269 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47412) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:28.107913 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:28.108275 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:28.108639 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:28.108986 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:28.109336 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:28.109684 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:28.110031 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:28.110419 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:28.110756 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:28.111096 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:28.111438 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:28.111778 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:28.116671 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:28.166958 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a64f36e6-4206-471b-9624-f1d9edfe5192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:28.193719 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a64f36e6-4206-471b-9624-f1d9edfe5192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:28.246847 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a64f36e6-4206-471b-9624-f1d9edfe5192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:28.250683 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-bfee1aba-1901-4a01-9a7a-33c34a146a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:28.263693 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f36e6-4206-471b-9624-f1d9edfe5192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a701213-fea9-43eb-a528-cda2b43b5180,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:28.267439 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a64f36e6-4206-471b-9624-f1d9edfe5192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:28.272939 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a64f36e6-4206-471b-9624-f1d9edfe5192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:28.276616 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-a64f36e6-4206-471b-9624-f1d9edfe5192 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a701213-fea9-43eb-a528-cda2b43b5180 HTTP/1.1" status: 204  len: 168 time: 0.1738226
Apr 30 13:21:28.948342 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47436) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:29.052642 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-669240902-network', 'tenant_id': '602aa6b5230d4302816011d284dca3c3'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:29.057356 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:29.061328 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Usage tracker for resource:network and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:29.064192 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:29.071670 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:29.081616 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Made reservation on behalf of 602aa6b5230d4302816011d284dca3c3 for: {'network': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:21:29.084030 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:29.095779 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:29.110222 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:29.114860 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:29.115407 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Usage tracker for resource:security_group_rule and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:29.117907 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:29.123700 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:29.211067 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:29.215012 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:29.217895 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-339d701f-f6ea-46c9-a6b1-eb697b652fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:29.245107 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'}  {{(pid=73837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:21:29.254750 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a77e8c-cb18-488f-b59f-f0b19d064734,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:29.258312 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:29.260790 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:29.261215 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.segments_db [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Added segment 6feb0866-ad28-4340-9b72-690152d9e8d4 of type vlan for network e12ec54c-6aad-4194-9b7c-f035c91e82af
Apr 30 13:21:29.288396 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:29.318441 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:29.319924 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:29.320517 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:29.325543 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-137135b1-2b02-4691-b52b-d1a1bb3e1c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:29.431799 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Pushing event updated for resources: {'Network': ['ID=e12ec54c-6aad-4194-9b7c-f035c91e82af,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:29.435095 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4857533
Apr 30 13:21:29.436028 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:29.438178 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47442) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:29.442755 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network e12ec54c-6aad-4194-9b7c-f035c91e82af details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:21:29.444738 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Request body: {'subnet': {'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-669240902-subnet', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'ip_version': 4}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:29.450231 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:29.454425 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Usage tracker for resource:subnet and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:29.457945 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:29.464772 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:29.476358 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Made reservation on behalf of 602aa6b5230d4302816011d284dca3c3 for: {'subnet': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:21:29.478842 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760228'] for subnet, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:29.638754 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ed2e7f68-e305-4802-90ba-e2310330814b req-d0d5184d-ce22-413f-a29a-2f20abef6e1d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0722117
Apr 30 13:21:29.785310 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e7f68-e305-4802-90ba-e2310330814b req-cb1cc05b-9cd5-4dc7-888c-d067a14a7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:29.786906 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ed2e7f68-e305-4802-90ba-e2310330814b req-cb1cc05b-9cd5-4dc7-888c-d067a14a7834 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d31b6528c1aa407daea2ff99de255d43&device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 1099 time: 0.0756793
Apr 30 13:21:29.876198 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1161661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760246'] for subnet, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:29.880659 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-3d4c40ac-20fc-4fac-975c-b64705baf9f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:29.935183 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e7f68-e305-4802-90ba-e2310330814b req-b4397784-9c8f-4ed7-8cfc-22edc1af2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:29.936914 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ed2e7f68-e305-4802-90ba-e2310330814b req-b4397784-9c8f-4ed7-8cfc-22edc1af2c30 service neutron] 10.222.0.89 "GET /v2.0/networks?id=44bdf4e3-2cec-4552-a016-68e772a00e73 HTTP/1.1" status: 200  len: 912 time: 0.1289933
Apr 30 13:21:29.950943 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84220f3c-7bc2-41fc-84c8-59aa483f1316,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:29.954640 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:29.962489 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Checking segment: {'id': '6feb0866-ad28-4340-9b72-690152d9e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:29.962871 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Network hostable DHCP agents. Network: e12ec54c-6aad-4194-9b7c-f035c91e82af, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:21:29.981560 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Network e12ec54c-6aad-4194-9b7c-f035c91e82af is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:21:29.992377 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, e12ec54c-6aad-4194-9b7c-f035c91e82af) {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:30.001228 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f7676d-99f4-4a16-a0fc-e3514346e52c None None] Network e12ec54c-6aad-4194-9b7c-f035c91e82af requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:21:30.001612 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:30.002214 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.028373 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-ac961b98-8fdc-4d80-8e81-8e1ea55df661 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5891011
Apr 30 13:21:30.031025 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47446) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:30.038766 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:30.042897 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:30.046726 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Usage tracker for resource:router and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:30.049685 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:30.054900 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ed2e7f68-e305-4802-90ba-e2310330814b req-7abe2d68-b08a-4b0d-9fda-35e6e30c81e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=419aba13-c765-4cb7-9f24-7ea6c1ae20fc HTTP/1.1" status: 200  len: 1002 time: 0.1117866
Apr 30 13:21:30.055873 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:30.066711 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260181'] for router, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.067746 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3815139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3900580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260188'] for router, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.084516 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.124266 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e7f68-e305-4802-90ba-e2310330814b req-22997497-9a0b-4a38-b7d6-3e4f6ade65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:30.125834 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ed2e7f68-e305-4802-90ba-e2310330814b req-22997497-9a0b-4a38-b7d6-3e4f6ade65ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e466d8a-1ebd-445c-9ccd-f0e629ea05bc HTTP/1.1" status: 200  len: 849 time: 0.0647624
Apr 30 13:21:30.209018 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e7f68-e305-4802-90ba-e2310330814b req-73edfa25-b477-433c-8978-706538728423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:30.210599 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ed2e7f68-e305-4802-90ba-e2310330814b req-73edfa25-b477-433c-8978-706538728423 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44bdf4e3-2cec-4552-a016-68e772a00e73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779970
Apr 30 13:21:30.223952 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp002ecf29-54e7-5b25-851b-e7a9cc98f979-e12ec54c-6aad-4194-9b7c-f035c91e82af', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'fixed_ips': [{'subnet_id': '84220f3c-7bc2-41fc-84c8-59aa483f1316'}]}} from dv-cinder-787195-5-iscsi. {{(pid=73838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:21:30.224976 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.367395 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3815066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3857249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260270'] for router, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.400229 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.410990 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Allocated IP 172.20.0.2 (e12ec54c-6aad-4194-9b7c-f035c91e82af/84220f3c-7bc2-41fc-84c8-59aa483f1316/310f0bf5-4d52-42d3-afce-a22a8ce7abf7) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:21:30.443283 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ed2e7f68-e305-4802-90ba-e2310330814b req-835d7508-39f0-458d-a0af-4b4fa6968ba5 service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2251804
Apr 30 13:21:30.589709 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ed2e7f68-e305-4802-90ba-e2310330814b req-5bccb8d2-b905-4530-8575-6c28c808c9a8 service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399698
Apr 30 13:21:30.635030 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.645449 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Transition to ACTIVE for port object 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:30.665695 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Transition to ACTIVE for port object 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:30.672485 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.680939 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7c16930b-3b83-431a-9ef3-fddc04a0a776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:30.762582 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Network e12ec54c-6aad-4194-9b7c-f035c91e82af is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:30.765765 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Resources bound (agent type, host, resource id):  {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:30.770008 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:21:30.775839 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Pushing event updated for resources: {'Port': ['ID=310f0bf5-4d52-42d3-afce-a22a8ce7abf7,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:30.779586 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:30.801675 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.832442 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.865687 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Attempting to bind port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:21:30.866058 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Attempting to bind port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '6feb0866-ad28-4340-9b72-690152d9e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:21:30.866456 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Attempting to bind port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 on network e12ec54c-6aad-4194-9b7c-f035c91e82af {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:21:30.871745 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:21:30.872120 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Checking segment: {'id': '6feb0866-ad28-4340-9b72-690152d9e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:30.872525 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.872923 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Bound using segment: {'id': '6feb0866-ad28-4340-9b72-690152d9e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:21:30.873392 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Bound port: 310f0bf5-4d52-42d3-afce-a22a8ce7abf7, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6feb0866-ad28-4340-9b72-690152d9e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:21:30.873765 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.963402 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] For port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:21:30.966323 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] For port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=310f0bf5-4d52-42d3-afce-a22a8ce7abf7,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:21:30.972356 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:30.976333 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Allocated IP 172.27.2.166 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/64f70527-5aa8-4f04-8424-e031e5006a1f) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:21:30.976951 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:31.051819 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Pushing event updated for resources: {'Port': ['ID=310f0bf5-4d52-42d3-afce-a22a8ce7abf7,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:31.055384 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:31.137279 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:31.175666 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:31.179772 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:31.243335 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:31.250464 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:31.253624 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:21:31.309291 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Pushing event updated for resources: {'Port': ['ID=64f70527-5aa8-4f04-8424-e031e5006a1f,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:31.313989 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:31.703881 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:32.014023 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5715ec1-2924-47ed-bc52-4add4940f957 None None] Network e12ec54c-6aad-4194-9b7c-f035c91e82af requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:21:32.032538 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:32.172513 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3857258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801175'] for router, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:32.185875 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-e64629a6-19fd-4923-8173-8b04bed70511 None None] Provisioning for port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:32.254245 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:32.270859 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:32.270859 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:32.383884 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 is scheduled to L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 with binding_index 1 {{(pid=73837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:21:32.451536 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:32.488423 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=310f0bf5-4d52-42d3-afce-a22a8ce7abf7,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:32.493138 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:32.495104 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:32.575309 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:21:32.575634 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=310f0bf5-4d52-42d3-afce-a22a8ce7abf7,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:32.578484 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:32.590656 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Sync routers for ids ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:21:32.601708 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Routers {'7cf804c1-4e7a-49d1-8913-e8c9064a5d95'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:32.602072 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Notify callbacks [] for router, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:32.602461 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23fb7d00>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:32.606071 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.5711868
Apr 30 13:21:32.606419 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47452) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:32.788462 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-56408120-e2f3-4259-b6e2-0c14efb165b2 None None] Provisioning complete for port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:32.788978 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-56408120-e2f3-4259-b6e2-0c14efb165b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:32.830286 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Set router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:33.212145 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23fb7d00>, [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:31Z', 'revision_number': 3, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port': {'id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:33.216152 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Checking router: 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:21:33.216505 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Updating router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 port 64f70527-5aa8-4f04-8424-e031e5006a1f binding host dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:21:33.270633 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:33.296895 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:33.511820 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Allocated IP 172.20.0.1 (e12ec54c-6aad-4194-9b7c-f035c91e82af/84220f3c-7bc2-41fc-84c8-59aa483f1316/3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:21:33.655021 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:33.669047 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Transition to ACTIVE for port object 64f70527-5aa8-4f04-8424-e031e5006a1f will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:33.679077 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:33.684096 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:33.776149 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Attempting to bind port 64f70527-5aa8-4f04-8424-e031e5006a1f on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:21:33.776431 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Attempting to bind port 64f70527-5aa8-4f04-8424-e031e5006a1f by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:21:33.776774 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Attempting to bind port 64f70527-5aa8-4f04-8424-e031e5006a1f on network 63a99783-b870-44bc-8ba8-6e64f36180e0 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:21:33.783031 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1a24c-6c01-4b43-b4d9-03dbb9d29954 None None] Pushing event updated for resources: {'Port': ['ID=64f70527-5aa8-4f04-8424-e031e5006a1f,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:33.787014 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2df1a24c-6c01-4b43-b4d9-03dbb9d29954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:33.790129 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:21:33.790549 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Checking segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:33.790956 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:33.791371 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Bound using segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:21:33.791841 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Bound port: 64f70527-5aa8-4f04-8424-e031e5006a1f, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:21:33.792218 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:33.805489 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:33.823177 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Transition to ACTIVE for port object 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad will not be triggered until provisioned by entity DHCP. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:33.848864 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:33.854213 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:33.875319 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] For port 64f70527-5aa8-4f04-8424-e031e5006a1f, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:21:33.879543 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] For port 64f70527-5aa8-4f04-8424-e031e5006a1f, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=64f70527-5aa8-4f04-8424-e031e5006a1f,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:21:33.885282 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:33.891289 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:33.915496 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Network e12ec54c-6aad-4194-9b7c-f035c91e82af is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:33.923284 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:33.930298 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:21:33.976992 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:33.984189 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Routers {'7cf804c1-4e7a-49d1-8913-e8c9064a5d95'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:33.985069 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23fb7d00>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:33.986717 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:34.013477 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3803097'] for router_interface, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:34.051183 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:34.106191 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1a24c-6c01-4b43-b4d9-03dbb9d29954 None None] Pushing event updated for resources: {'Port': ['ID=64f70527-5aa8-4f04-8424-e031e5006a1f,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:34.120436 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2df1a24c-6c01-4b43-b4d9-03dbb9d29954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:34.254380 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-a6aef2af-c732-4b90-acf1-4c3aa19a42c1 None None] Provisioning for port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:34.268817 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-a6aef2af-c732-4b90-acf1-4c3aa19a42c1 None None] Provisioning complete for port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:34.269262 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a6aef2af-c732-4b90-acf1-4c3aa19a42c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:34.307088 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:34.318494 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] Set router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:34.361440 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:34.361841 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:34.473745 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-a6aef2af-c732-4b90-acf1-4c3aa19a42c1 None None] Port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:21:34.536883 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:34.541424 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:34.567173 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:34.651379 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:34.654241 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:34.657837 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3803004'] for router_interface, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:34.727127 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23fb7d00>, [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:31Z', 'revision_number': 3, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port': {'id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:34.731074 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffb78bf-618b-4934-a4b6-6473f543f717 None None] The sync data for ids ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'] in dv-cinder-787195-5-iscsi is: [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:31Z', 'revision_number': 3, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port': {'id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:21:34.804729 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Network e12ec54c-6aad-4194-9b7c-f035c91e82af is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:34.805910 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:35.017927 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:21:35.099798 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-f147af77-bc43-4356-aceb-5a3f7e7d30bf None None] Provisioning complete for port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:35.100238 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f147af77-bc43-4356-aceb-5a3f7e7d30bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:35.158838 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-f147af77-bc43-4356-aceb-5a3f7e7d30bf None None] Port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:21:35.217998 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:21:35.227865 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] 10.222.0.15 "PUT /v2.0/routers/7cf804c1-4e7a-49d1-8913-e8c9064a5d95/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6203403
Apr 30 13:21:35.764357 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47472) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:35.770294 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-570462063-network', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:35.774931 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:35.778694 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Usage tracker for resource:network and tenant:6ef4a31f4de24e5da585c2f451a5195e is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:35.781494 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:35.787506 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:35.797897 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Made reservation on behalf of 6ef4a31f4de24e5da585c2f451a5195e for: {'network': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:21:35.801357 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:35.813556 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:35.829626 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:35.834396 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Usage tracker for resource:security_group_rule and tenant:6ef4a31f4de24e5da585c2f451a5195e is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:35.837484 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:35.843452 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:35.933042 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:35.941536 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:35.946361 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-c73dce2d-de08-4752-9c4d-5ff3e51b0e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:35.978883 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'}  {{(pid=73837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:21:35.988332 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc45e45-faf1-4ea9-8c75-ad53c39c56ba,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:35.992639 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:35.997976 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:35.998704 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.segments_db [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Added segment 09840118-ec97-4b4e-89af-6b748c71ca3f of type vlan for network e3b6ba5b-eb90-4fa9-944e-de31258e1519
Apr 30 13:21:36.022329 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 64f70527-5aa8-4f04-8424-e031e5006a1f up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:36.038350 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.073000 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.074850 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:36.076122 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.082538 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:36.146729 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 64f70527-5aa8-4f04-8424-e031e5006a1f completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:36.152025 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 64f70527-5aa8-4f04-8424-e031e5006a1f triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:36.152298 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.272705 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.291601 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 64f70527-5aa8-4f04-8424-e031e5006a1f, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=64f70527-5aa8-4f04-8424-e031e5006a1f,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:36.296929 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.298860 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:36.300613 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b6ba5b-eb90-4fa9-944e-de31258e1519,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:36.303422 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:36.308011 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5399532
Apr 30 13:21:36.308385 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47476) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:36.313681 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Request body: {'subnet': {'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-570462063-subnet', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'ip_version': 4}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:36.320766 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:36.324892 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Usage tracker for resource:subnet and tenant:6ef4a31f4de24e5da585c2f451a5195e is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:36.328015 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:36.334831 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:36.337611 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network e3b6ba5b-eb90-4fa9-944e-de31258e1519 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:21:36.345824 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Made reservation on behalf of 6ef4a31f4de24e5da585c2f451a5195e for: {'subnet': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:21:36.348718 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760228'] for subnet, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.352789 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Sync routers for ids ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:21:36.362440 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Routers {'7cf804c1-4e7a-49d1-8913-e8c9064a5d95'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:36.363288 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c2866a3d0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:36.461680 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=64f70527-5aa8-4f04-8424-e031e5006a1f,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:36.467038 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:36.554147 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Set router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:36.767581 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1161661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760246'] for subnet, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.772499 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:36.846764 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be10aeea-1bfe-4401-9d04-882dbe4c31c5,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:36.850233 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:36.856406 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Checking segment: {'id': '09840118-ec97-4b4e-89af-6b748c71ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:36.856763 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Network hostable DHCP agents. Network: e3b6ba5b-eb90-4fa9-944e-de31258e1519, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:21:36.876734 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Network e3b6ba5b-eb90-4fa9-944e-de31258e1519 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:21:36.887052 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, e3b6ba5b-eb90-4fa9-944e-de31258e1519) {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:36.896414 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc37244a-4eff-4690-9d8f-0ca285fd4f10 None None] Network e3b6ba5b-eb90-4fa9-944e-de31258e1519 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:21:36.897379 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:36.897707 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.906489 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c2866a3d0>, [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:34Z', 'revision_number': 4, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port': {'id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad', 'name': '', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'mac_address': 'fa:16:3e:9d:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:33Z', 'updated_at': '2021-04-30T13:21:34Z', 'revision_number': 2, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'subnets': [{'id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:36.911893 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Checking router: 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:21:36.912247 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Updating router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad binding host dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:21:36.919809 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-62b0a04f-7d87-4807-bf17-3d2f5fa04c1e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6105769
Apr 30 13:21:36.922379 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47480) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:36.929072 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-570462063-router', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:36.933727 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:36.937919 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Usage tracker for resource:router and tenant:6ef4a31f4de24e5da585c2f451a5195e is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:36.940982 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:36.947062 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:36.959091 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260181'] for router, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.960310 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3815139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3900580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260188'] for router, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.974986 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:36.977691 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.116573 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp002ecf29-54e7-5b25-851b-e7a9cc98f979-e3b6ba5b-eb90-4fa9-944e-de31258e1519', 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'fixed_ips': [{'subnet_id': 'be10aeea-1bfe-4401-9d04-882dbe4c31c5'}]}} from dv-cinder-787195-5-iscsi. {{(pid=73838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:21:37.117543 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.251276 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3815066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3857249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260270'] for router, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.286212 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Allocated IP 172.20.0.2 (e3b6ba5b-eb90-4fa9-944e-de31258e1519/be10aeea-1bfe-4401-9d04-882dbe4c31c5/2d0090d5-c077-40ca-a028-505c8187ee00) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:21:37.335557 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.347757 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Transition to ACTIVE for port object 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:37.354463 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.363844 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-cd568059-5a29-4eb1-a66d-b3a2268df7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:37.481367 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Pushing event updated for resources: {'Port': ['ID=3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:37.494745 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:37.495341 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:37.495849 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:37.496343 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:37.496830 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:37.497325 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:37.497813 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:37.498336 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:37.498831 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:37.499308 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:37.499819 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:37.500484 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:37.501379 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.513439 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Transition to ACTIVE for port object 2d0090d5-c077-40ca-a028-505c8187ee00 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:37.515725 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:37.532614 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Transition to ACTIVE for port object 2d0090d5-c077-40ca-a028-505c8187ee00 will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:37.540053 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.544183 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:37.605341 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.616195 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Network e3b6ba5b-eb90-4fa9-944e-de31258e1519 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:37.619772 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Resources bound (agent type, host, resource id):  {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:37.620995 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Attempting to bind port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:21:37.621379 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Attempting to bind port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '6feb0866-ad28-4340-9b72-690152d9e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:21:37.621744 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Attempting to bind port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad on network e12ec54c-6aad-4194-9b7c-f035c91e82af {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:21:37.623752 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:21:37.628265 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:21:37.628933 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Checking segment: {'id': '6feb0866-ad28-4340-9b72-690152d9e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:37.629721 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.629907 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Bound using segment: {'id': '6feb0866-ad28-4340-9b72-690152d9e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:21:37.630433 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Bound port: 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6feb0866-ad28-4340-9b72-690152d9e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:21:37.630834 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.646934 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.665352 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Pushing event updated for resources: {'Port': ['ID=2d0090d5-c077-40ca-a028-505c8187ee00,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:37.716780 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:37.727122 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] For port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:21:37.730733 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] For port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:21:37.736401 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.737159 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Attempting to bind port 2d0090d5-c077-40ca-a028-505c8187ee00 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:21:37.737743 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Attempting to bind port 2d0090d5-c077-40ca-a028-505c8187ee00 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '09840118-ec97-4b4e-89af-6b748c71ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:21:37.737848 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Attempting to bind port 2d0090d5-c077-40ca-a028-505c8187ee00 on network e3b6ba5b-eb90-4fa9-944e-de31258e1519 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:21:37.742137 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-8acd8ea2-5a28-4db4-92a4-b42368a393dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:37.751124 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:21:37.751503 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Checking segment: {'id': '09840118-ec97-4b4e-89af-6b748c71ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:37.751903 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.752297 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Bound using segment: {'id': '09840118-ec97-4b4e-89af-6b748c71ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:21:37.753441 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Bound port: 2d0090d5-c077-40ca-a028-505c8187ee00, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09840118-ec97-4b4e-89af-6b748c71ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:21:37.753818 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.822721 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Pushing event updated for resources: {'Port': ['ID=3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad,revision_number=4']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:37.827220 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:37.835558 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Routers {'7cf804c1-4e7a-49d1-8913-e8c9064a5d95'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:37.836344 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c2866a3d0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:37.864087 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] For port 2d0090d5-c077-40ca-a028-505c8187ee00, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:21:37.868782 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] For port 2d0090d5-c077-40ca-a028-505c8187ee00, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=2d0090d5-c077-40ca-a028-505c8187ee00,segment=NetworkSegment(09840118-ec97-4b4e-89af-6b748c71ca3f),segment_id=09840118-ec97-4b4e-89af-6b748c71ca3f)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:21:37.873783 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:37.878923 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:37.952927 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Allocated IP 172.27.2.91 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/ed64b8af-f5c0-4e5f-8cb9-78de3d58854a) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:21:37.964680 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Pushing event updated for resources: {'Port': ['ID=2d0090d5-c077-40ca-a028-505c8187ee00,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:37.967856 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:38.053990 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 64f70527-5aa8-4f04-8424-e031e5006a1f up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:38.094675 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] Set router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:38.153406 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:38.161969 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 64f70527-5aa8-4f04-8424-e031e5006a1f triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:38.162561 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:38.197667 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:38.202823 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:38.293376 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:38.297767 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:38.306297 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:21:38.352918 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Pushing event updated for resources: {'Port': ['ID=ed64b8af-f5c0-4e5f-8cb9-78de3d58854a,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:38.359572 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:38.524138 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c2866a3d0>, [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:34Z', 'revision_number': 4, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port': {'id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad', 'name': '', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'mac_address': 'fa:16:3e:9d:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:33Z', 'updated_at': '2021-04-30T13:21:37Z', 'revision_number': 4, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'subnets': [{'id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:38.528020 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b0984-ca97-4891-b03b-54f2bc20d87f None None] The sync data for ids ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'] in dv-cinder-787195-5-iscsi is: [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:34Z', 'revision_number': 4, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port': {'id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad', 'name': '', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'mac_address': 'fa:16:3e:9d:88:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:33Z', 'updated_at': '2021-04-30T13:21:37Z', 'revision_number': 4, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'subnets': [{'id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:21:38.792346 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:39.067102 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcf7082-ff2a-4f46-abe4-370e25cbca54 None None] Network e3b6ba5b-eb90-4fa9-944e-de31258e1519 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:21:39.165577 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3857258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801175'] for router, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:39.190902 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-abf594e2-1c31-44ee-aa15-78c3d191781d None None] Provisioning for port 2d0090d5-c077-40ca-a028-505c8187ee00 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:39.399834 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Router dd805987-b526-4a23-85a3-4f5eb00abaff is scheduled to L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 with binding_index 1 {{(pid=73837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:21:39.715480 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:21:39.725481 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Sync routers for ids ['dd805987-b526-4a23-85a3-4f5eb00abaff'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:21:39.737179 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Routers {'dd805987-b526-4a23-85a3-4f5eb00abaff'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:39.737813 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c280681f0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['dd805987-b526-4a23-85a3-4f5eb00abaff'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:39.742587 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Notify callbacks [] for router, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:39.746844 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.8205585
Apr 30 13:21:39.747545 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47484) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:21:39.917750 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Set router dd805987-b526-4a23-85a3-4f5eb00abaff gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:40.056922 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:40.242779 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:40.252084 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:40.252503 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:40.374687 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c280681f0>, [{'id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'name': 'tempest-TestMinimumBasicScenario-570462063-router', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:36Z', 'updated_at': '2021-04-30T13:21:38Z', 'revision_number': 3, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'gw_port': {'id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:37Z', 'updated_at': '2021-04-30T13:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:40.387358 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Checking router: dd805987-b526-4a23-85a3-4f5eb00abaff for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:21:40.387716 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Updating router dd805987-b526-4a23-85a3-4f5eb00abaff port ed64b8af-f5c0-4e5f-8cb9-78de3d58854a binding host dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:21:40.433426 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:40.436570 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:40.466666 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:40.522324 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:40.530232 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:40.531075 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 2d0090d5-c077-40ca-a028-505c8187ee00 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:40.595494 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:40.641157 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Allocated IP 172.20.0.1 (e3b6ba5b-eb90-4fa9-944e-de31258e1519/be10aeea-1bfe-4401-9d04-882dbe4c31c5/80430b76-fb41-4d01-8367-2ae2f19f3fe4) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:21:40.742440 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:40.748982 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:40.790481 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:40.795474 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 2d0090d5-c077-40ca-a028-505c8187ee00 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:40.806591 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Transition to ACTIVE for port object 80430b76-fb41-4d01-8367-2ae2f19f3fe4 will not be triggered until provisioned by entity DHCP. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:40.811860 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 2d0090d5-c077-40ca-a028-505c8187ee00 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:40.812236 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:40.831528 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:40.835294 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:40.894049 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Network e3b6ba5b-eb90-4fa9-944e-de31258e1519 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:40.901174 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:40.905322 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:21:40.940395 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Pushing event updated for resources: {'Port': ['ID=80430b76-fb41-4d01-8367-2ae2f19f3fe4,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:40.949032 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:40.965228 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3803097'] for router_interface, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:41.019999 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:41.052095 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:41.072252 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Transition to ACTIVE for port object ed64b8af-f5c0-4e5f-8cb9-78de3d58854a will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:41.077495 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 2d0090d5-c077-40ca-a028-505c8187ee00, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=2d0090d5-c077-40ca-a028-505c8187ee00,segment=NetworkSegment(09840118-ec97-4b4e-89af-6b748c71ca3f),segment_id=09840118-ec97-4b4e-89af-6b748c71ca3f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:41.080624 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:41.084998 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:41.120105 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:41.175070 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77b2b6-d7ab-47fe-beb4-4c0974580590 None None] Pushing event updated for resources: {'Port': ['ID=ed64b8af-f5c0-4e5f-8cb9-78de3d58854a,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:41.179035 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Attempting to bind port ed64b8af-f5c0-4e5f-8cb9-78de3d58854a on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:21:41.179407 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Attempting to bind port ed64b8af-f5c0-4e5f-8cb9-78de3d58854a by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:21:41.179780 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Attempting to bind port ed64b8af-f5c0-4e5f-8cb9-78de3d58854a on network 63a99783-b870-44bc-8ba8-6e64f36180e0 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:21:41.182539 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9c77b2b6-d7ab-47fe-beb4-4c0974580590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:41.182959 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:41.202005 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:41.264885 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-d18cddc7-3384-4dba-b662-246f0dfc7e5a None None] Provisioning for port 80430b76-fb41-4d01-8367-2ae2f19f3fe4 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:41.272531 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:21:41.272909 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Checking segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:41.273320 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:41.273715 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Bound using segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:21:41.274188 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Bound port: ed64b8af-f5c0-4e5f-8cb9-78de3d58854a, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:21:41.274675 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:41.309738 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-d18cddc7-3384-4dba-b662-246f0dfc7e5a None None] Provisioning complete for port 80430b76-fb41-4d01-8367-2ae2f19f3fe4 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:41.310018 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d18cddc7-3384-4dba-b662-246f0dfc7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:41.402079 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=2d0090d5-c077-40ca-a028-505c8187ee00,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:41.408119 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:41.415773 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-d18cddc7-3384-4dba-b662-246f0dfc7e5a None None] Port 80430b76-fb41-4d01-8367-2ae2f19f3fe4 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:21:41.420441 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] For port ed64b8af-f5c0-4e5f-8cb9-78de3d58854a, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:21:41.423674 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] For port ed64b8af-f5c0-4e5f-8cb9-78de3d58854a, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=ed64b8af-f5c0-4e5f-8cb9-78de3d58854a,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:21:41.428933 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:41.432591 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:41.435223 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:41.439858 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:41.467909 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-04415256-9e78-4cab-8a6f-c38d07407346 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:41.507450 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Routers {'dd805987-b526-4a23-85a3-4f5eb00abaff'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:41.508080 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c280681f0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['dd805987-b526-4a23-85a3-4f5eb00abaff'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:41.553147 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3803004'] for router_interface, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:41.556937 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Pushing event updated for resources: {'Port': ['ID=80430b76-fb41-4d01-8367-2ae2f19f3fe4,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:41.572794 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77b2b6-d7ab-47fe-beb4-4c0974580590 None None] Pushing event updated for resources: {'Port': ['ID=ed64b8af-f5c0-4e5f-8cb9-78de3d58854a,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:41.577435 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9c77b2b6-d7ab-47fe-beb4-4c0974580590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:41.581583 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:41.581702 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:41.582584 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:41.582584 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:41.582787 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:41.583239 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:41.583545 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:41.583801 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:41.584153 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:41.584501 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:41.584854 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:41.585199 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:21:41.590552 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:41.695375 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] Set router dd805987-b526-4a23-85a3-4f5eb00abaff gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:41.708659 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Network e3b6ba5b-eb90-4fa9-944e-de31258e1519 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:41.709954 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:41.906200 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Router dd805987-b526-4a23-85a3-4f5eb00abaff has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:21:41.995581 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-5870306b-016f-4ba1-8c20-8b7d9a244de8 None None] Provisioning complete for port 80430b76-fb41-4d01-8367-2ae2f19f3fe4 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:41.995889 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5870306b-016f-4ba1-8c20-8b7d9a244de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:42.036906 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:42.105729 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:21:42.123410 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] 10.222.0.15 "PUT /v2.0/routers/dd805987-b526-4a23-85a3-4f5eb00abaff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3673072
Apr 30 13:21:42.123793 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-5870306b-016f-4ba1-8c20-8b7d9a244de8 None None] Port 80430b76-fb41-4d01-8367-2ae2f19f3fe4 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:21:42.151569 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c280681f0>, [{'id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'name': 'tempest-TestMinimumBasicScenario-570462063-router', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:36Z', 'updated_at': '2021-04-30T13:21:41Z', 'revision_number': 4, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'gw_port': {'id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:37Z', 'updated_at': '2021-04-30T13:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '80430b76-fb41-4d01-8367-2ae2f19f3fe4', 'name': '', 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'mac_address': 'fa:16:3e:fc:45:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'be10aeea-1bfe-4401-9d04-882dbe4c31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:40Z', 'updated_at': '2021-04-30T13:21:41Z', 'revision_number': 2, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'subnets': [{'id': 'be10aeea-1bfe-4401-9d04-882dbe4c31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:42.153446 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:42.153824 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:42.187293 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b447a5-5857-4849-b173-dff04ba36a84 None None] The sync data for ids ['dd805987-b526-4a23-85a3-4f5eb00abaff'] in dv-cinder-787195-5-iscsi is: [{'id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'name': 'tempest-TestMinimumBasicScenario-570462063-router', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:36Z', 'updated_at': '2021-04-30T13:21:41Z', 'revision_number': 4, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'gw_port': {'id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:37Z', 'updated_at': '2021-04-30T13:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '80430b76-fb41-4d01-8367-2ae2f19f3fe4', 'name': '', 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'mac_address': 'fa:16:3e:fc:45:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'be10aeea-1bfe-4401-9d04-882dbe4c31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:40Z', 'updated_at': '2021-04-30T13:21:41Z', 'revision_number': 2, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'subnets': [{'id': 'be10aeea-1bfe-4401-9d04-882dbe4c31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:21:42.280909 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 2d0090d5-c077-40ca-a028-505c8187ee00 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:42.352996 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 2d0090d5-c077-40ca-a028-505c8187ee00 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:42.353382 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:44.041833 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device ed64b8af-f5c0-4e5f-8cb9-78de3d58854a up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:44.124067 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port ed64b8af-f5c0-4e5f-8cb9-78de3d58854a completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:44.130385 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port ed64b8af-f5c0-4e5f-8cb9-78de3d58854a triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:44.130846 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:44.257431 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:44.277288 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port ed64b8af-f5c0-4e5f-8cb9-78de3d58854a, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=ed64b8af-f5c0-4e5f-8cb9-78de3d58854a,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:44.282547 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:44.285049 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:44.357909 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=ed64b8af-f5c0-4e5f-8cb9-78de3d58854a,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:44.363184 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:45.969096 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Sync routers for ids ['dd805987-b526-4a23-85a3-4f5eb00abaff'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:21:45.983692 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Routers {'dd805987-b526-4a23-85a3-4f5eb00abaff'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:45.984603 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c2866a760>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['dd805987-b526-4a23-85a3-4f5eb00abaff'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:46.022391 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device ed64b8af-f5c0-4e5f-8cb9-78de3d58854a up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:46.110224 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port ed64b8af-f5c0-4e5f-8cb9-78de3d58854a triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:46.110642 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:46.189324 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Set router dd805987-b526-4a23-85a3-4f5eb00abaff gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:46.562737 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c2866a760>, [{'id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'name': 'tempest-TestMinimumBasicScenario-570462063-router', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:36Z', 'updated_at': '2021-04-30T13:21:41Z', 'revision_number': 4, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'gw_port': {'id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:37Z', 'updated_at': '2021-04-30T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '80430b76-fb41-4d01-8367-2ae2f19f3fe4', 'name': '', 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'mac_address': 'fa:16:3e:fc:45:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'be10aeea-1bfe-4401-9d04-882dbe4c31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:40Z', 'updated_at': '2021-04-30T13:21:41Z', 'revision_number': 2, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'subnets': [{'id': 'be10aeea-1bfe-4401-9d04-882dbe4c31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:46.568910 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Checking router: dd805987-b526-4a23-85a3-4f5eb00abaff for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:21:46.569674 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Updating router dd805987-b526-4a23-85a3-4f5eb00abaff port 80430b76-fb41-4d01-8367-2ae2f19f3fe4 binding host dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:21:46.632910 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:47.007368 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:47.021321 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Transition to ACTIVE for port object 80430b76-fb41-4d01-8367-2ae2f19f3fe4 will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:47.031004 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:47.037065 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:47.265936 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Attempting to bind port 80430b76-fb41-4d01-8367-2ae2f19f3fe4 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:21:47.268279 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Attempting to bind port 80430b76-fb41-4d01-8367-2ae2f19f3fe4 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '09840118-ec97-4b4e-89af-6b748c71ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:21:47.268822 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Attempting to bind port 80430b76-fb41-4d01-8367-2ae2f19f3fe4 on network e3b6ba5b-eb90-4fa9-944e-de31258e1519 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:21:47.280674 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:21:47.281081 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Checking segment: {'id': '09840118-ec97-4b4e-89af-6b748c71ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:21:47.281457 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:47.281862 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Bound using segment: {'id': '09840118-ec97-4b4e-89af-6b748c71ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:21:47.282448 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Bound port: 80430b76-fb41-4d01-8367-2ae2f19f3fe4, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09840118-ec97-4b4e-89af-6b748c71ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:21:47.282936 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:47.293363 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3295f-ea8b-4ce8-a20f-3436554090a8 None None] Pushing event updated for resources: {'Port': ['ID=80430b76-fb41-4d01-8367-2ae2f19f3fe4,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:47.297633 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-10b3295f-ea8b-4ce8-a20f-3436554090a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:47.389759 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] For port 80430b76-fb41-4d01-8367-2ae2f19f3fe4, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:21:47.394201 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] For port 80430b76-fb41-4d01-8367-2ae2f19f3fe4, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=80430b76-fb41-4d01-8367-2ae2f19f3fe4,segment=NetworkSegment(09840118-ec97-4b4e-89af-6b748c71ca3f),segment_id=09840118-ec97-4b4e-89af-6b748c71ca3f)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:21:47.400489 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:47.405042 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-c0d17e85-3095-4eea-b96f-e9d6148d3179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:47.487887 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Routers {'dd805987-b526-4a23-85a3-4f5eb00abaff'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:21:47.488614 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c2866a760>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:21:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['dd805987-b526-4a23-85a3-4f5eb00abaff'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:47.577344 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3295f-ea8b-4ce8-a20f-3436554090a8 None None] Pushing event updated for resources: {'Port': ['ID=80430b76-fb41-4d01-8367-2ae2f19f3fe4,revision_number=4']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:47.588404 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-10b3295f-ea8b-4ce8-a20f-3436554090a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:47.751594 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] Set router dd805987-b526-4a23-85a3-4f5eb00abaff gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:21:48.067858 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 80430b76-fb41-4d01-8367-2ae2f19f3fe4 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:48.155375 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 80430b76-fb41-4d01-8367-2ae2f19f3fe4 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:48.163833 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 80430b76-fb41-4d01-8367-2ae2f19f3fe4 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:48.164224 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:48.182614 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c2866a760>, [{'id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'name': 'tempest-TestMinimumBasicScenario-570462063-router', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:36Z', 'updated_at': '2021-04-30T13:21:41Z', 'revision_number': 4, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'gw_port': {'id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:37Z', 'updated_at': '2021-04-30T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '80430b76-fb41-4d01-8367-2ae2f19f3fe4', 'name': '', 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'mac_address': 'fa:16:3e:fc:45:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'be10aeea-1bfe-4401-9d04-882dbe4c31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:40Z', 'updated_at': '2021-04-30T13:21:47Z', 'revision_number': 4, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'subnets': [{'id': 'be10aeea-1bfe-4401-9d04-882dbe4c31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:21:48.194158 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254589f-562c-48af-939c-38f8c9f35d39 None None] The sync data for ids ['dd805987-b526-4a23-85a3-4f5eb00abaff'] in dv-cinder-787195-5-iscsi is: [{'id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'name': 'tempest-TestMinimumBasicScenario-570462063-router', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:36Z', 'updated_at': '2021-04-30T13:21:41Z', 'revision_number': 4, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'gw_port': {'id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:37Z', 'updated_at': '2021-04-30T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '80430b76-fb41-4d01-8367-2ae2f19f3fe4', 'name': '', 'network_id': 'e3b6ba5b-eb90-4fa9-944e-de31258e1519', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'mac_address': 'fa:16:3e:fc:45:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'be10aeea-1bfe-4401-9d04-882dbe4c31c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:40Z', 'updated_at': '2021-04-30T13:21:47Z', 'revision_number': 4, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'subnets': [{'id': 'be10aeea-1bfe-4401-9d04-882dbe4c31c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:21:48.314177 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:48.351765 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 80430b76-fb41-4d01-8367-2ae2f19f3fe4, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=80430b76-fb41-4d01-8367-2ae2f19f3fe4,segment=NetworkSegment(09840118-ec97-4b4e-89af-6b748c71ca3f),segment_id=09840118-ec97-4b4e-89af-6b748c71ca3f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:21:48.357032 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:48.358884 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-23907e02-39d3-4093-b01e-4ee8ee423270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:48.434910 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=80430b76-fb41-4d01-8367-2ae2f19f3fe4,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:48.438513 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:48.621177 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:21:49.998032 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 80430b76-fb41-4d01-8367-2ae2f19f3fe4 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:21:50.076732 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 80430b76-fb41-4d01-8367-2ae2f19f3fe4 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:50.077024 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:51.905985 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-02b2c830-d843-4135-9178-d7dc95d52ea2 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:51.907461 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-02b2c830-d843-4135-9178-d7dc95d52ea2 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/networks?id=e12ec54c-6aad-4194-9b7c-f035c91e82af HTTP/1.1" status: 200  len: 814 time: 0.1483274
Apr 30 13:21:51.922757 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-ee698992-f9ea-4434-aeff-d08212b3e74c tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/quotas/602aa6b5230d4302816011d284dca3c3 HTTP/1.1" status: 200  len: 375 time: 0.0091298
Apr 30 13:21:52.015936 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-bf62e2de-a8e6-4790-9296-3009411d1658 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=602aa6b5230d4302816011d284dca3c3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0846155
Apr 30 13:21:52.262052 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-7d462b80-8b48-4149-b235-143c181cd621 service neutron] 10.222.0.15 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2334049
Apr 30 13:21:52.397897 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-ea5d0bb6-c4dc-41ee-8a03-c4159d10368d service neutron] 10.222.0.15 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297054
Apr 30 13:21:52.600724 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3aa8e5f4-7bc8-4ac8-859b-df2ad1226534 req-5e8ca878-1d97-4810-855d-bfa8c104bb44 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 210 time: 0.0604270
Apr 30 13:21:53.045903 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a6a69-2ea3-490d-8487-e9c67c07ce2c req-956ce3f0-5266-40e0-a5ae-03599c5e9aae tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:53.049975 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cf9a6a69-2ea3-490d-8487-e9c67c07ce2c req-956ce3f0-5266-40e0-a5ae-03599c5e9aae tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.2429342
Apr 30 13:21:53.096674 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cf9a6a69-2ea3-490d-8487-e9c67c07ce2c req-34b611a1-491b-42b4-8588-ae1e180140ca tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406079
Apr 30 13:21:53.512401 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-40e6665e-75d7-420c-8ddd-93d2cc4b4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:53.816056 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-afb22147-8885-4528-ba0c-254cb90ed6b6 req-5e5b63da-971b-40ed-9602-fd18fd176ebe tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 210 time: 0.0563941
Apr 30 13:21:53.862800 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-c2bb148d-57dc-4be3-a576-26256e447282 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:53.864180 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-c2bb148d-57dc-4be3-a576-26256e447282 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.89 "GET /v2.0/networks?id=e12ec54c-6aad-4194-9b7c-f035c91e82af HTTP/1.1" status: 200  len: 814 time: 0.2346604
Apr 30 13:21:53.882471 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Request body: {'port': {'device_id': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'admin_state_up': True, 'tenant_id': '602aa6b5230d4302816011d284dca3c3'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:21:54.024131 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:21:54.027925 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Usage tracker for resource:port and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:21:54.030894 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:21:54.036981 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:21:54.047191 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Made reservation on behalf of 602aa6b5230d4302816011d284dca3c3 for: {'port': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:21:54.051402 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:54.228601 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Allocated IP 172.20.0.14 (e12ec54c-6aad-4194-9b7c-f035c91e82af/84220f3c-7bc2-41fc-84c8-59aa483f1316/b85a0c71-f9b1-49ff-b41d-d28d20136813) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:21:54.590410 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e489f-f71e-45c9-94d3-56dd52e15a29 req-bbd4d0fd-f505-4fd0-b7b2-1ac633b78b6a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:54.592001 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f02e489f-f71e-45c9-94d3-56dd52e15a29 req-bbd4d0fd-f505-4fd0-b7b2-1ac633b78b6a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.2277496
Apr 30 13:21:54.623258 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:54.660243 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Transition to ACTIVE for port object b85a0c71-f9b1-49ff-b41d-d28d20136813 will not be triggered until provisioned by entity DHCP. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:21:54.669468 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f02e489f-f71e-45c9-94d3-56dd52e15a29 req-ece7123a-ece9-4e31-9dfc-e138d6fb0d5e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674276
Apr 30 13:21:54.700155 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:54.706653 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-15ab7a3c-0fe1-4e08-b467-594425d6f8d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:21:54.774917 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Network e12ec54c-6aad-4194-9b7c-f035c91e82af is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:21:54.778580 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:21:54.782632 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:21:54.816568 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event updated for resources: {'Port': ['ID=b85a0c71-f9b1-49ff-b41d-d28d20136813,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:21:54.824707 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:21:54.867424 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:54.868220 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:54.898365 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0175793
Apr 30 13:21:55.041663 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87173318-1d0b-4ee3-b5a2-5af08de86d67 req-c3ee6eee-d131-46a0-8084-f78f3e9bdfd7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:55.042438 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-87173318-1d0b-4ee3-b5a2-5af08de86d67 req-c3ee6eee-d131-46a0-8084-f78f3e9bdfd7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Synchronizing usage tracker for tenant:602aa6b5230d4302816011d284dca3c3 on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:21:55.063771 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-87173318-1d0b-4ee3-b5a2-5af08de86d67 req-c3ee6eee-d131-46a0-8084-f78f3e9bdfd7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Unset dirty status for tenant:602aa6b5230d4302816011d284dca3c3 on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:21:55.065798 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-87173318-1d0b-4ee3-b5a2-5af08de86d67 req-c3ee6eee-d131-46a0-8084-f78f3e9bdfd7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 932 time: 0.1148398
Apr 30 13:21:55.097172 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-52348165-2e35-40e6-9e76-443a8ca0c23a None None] Provisioning for port b85a0c71-f9b1-49ff-b41d-d28d20136813 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:21:55.102044 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-52348165-2e35-40e6-9e76-443a8ca0c23a None None] Provisioning complete for port b85a0c71-f9b1-49ff-b41d-d28d20136813 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:21:55.102455 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-52348165-2e35-40e6-9e76-443a8ca0c23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:55.117798 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-87173318-1d0b-4ee3-b5a2-5af08de86d67 req-ff32518f-990e-42ae-8ddd-7fde1260881b tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448637
Apr 30 13:21:55.157977 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-52348165-2e35-40e6-9e76-443a8ca0c23a None None] Port b85a0c71-f9b1-49ff-b41d-d28d20136813 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:21:55.882435 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fe37c-d4eb-42e4-a7aa-ed3b3ac5e3b1 req-6dbcc0e3-5295-48c9-be1c-c163caf7cc5b tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:55.883946 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4d5fe37c-d4eb-42e4-a7aa-ed3b3ac5e3b1 req-6dbcc0e3-5295-48c9-be1c-c163caf7cc5b tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0886385
Apr 30 13:21:55.949490 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4d5fe37c-d4eb-42e4-a7aa-ed3b3ac5e3b1 req-1712649c-49ed-4cf3-90b3-2e7de9df8553 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591543
Apr 30 13:21:56.229643 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:56.316510 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc14b1-271b-477f-93de-87b69976b08a req-e2d049ab-787c-4d9a-a6b8-2f2708b1051d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:56.318041 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c0cc14b1-271b-477f-93de-87b69976b08a req-e2d049ab-787c-4d9a-a6b8-2f2708b1051d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 932 time: 0.0862870
Apr 30 13:21:56.366746 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c0cc14b1-271b-477f-93de-87b69976b08a req-d81b0110-4346-4d0e-b08a-5c724a333243 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428514
Apr 30 13:21:56.539646 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f33fe1d6-578c-4034-9325-586f81d59025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:57.146153 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47038869-9776-419a-aa74-505ff940ab6a req-77763cdf-c75f-49c0-b2e9-a30ab97dad57 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:57.147685 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-47038869-9776-419a-aa74-505ff940ab6a req-77763cdf-c75f-49c0-b2e9-a30ab97dad57 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0898354
Apr 30 13:21:57.196771 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-47038869-9776-419a-aa74-505ff940ab6a req-4985a95d-8691-4cb9-89ac-adb79d07b539 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424228
Apr 30 13:21:57.562090 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676e344-8b5a-4a02-b21e-e764a9c07878 req-017e9ec5-b1e3-49fb-ab97-16fbaa43913c tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:57.563577 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3676e344-8b5a-4a02-b21e-e764a9c07878 req-017e9ec5-b1e3-49fb-ab97-16fbaa43913c tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 932 time: 0.0816185
Apr 30 13:21:57.613536 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3676e344-8b5a-4a02-b21e-e764a9c07878 req-b7cfc98e-0e28-4acb-928c-f0479128956e tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428770
Apr 30 13:21:57.754099 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:58.413888 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b06f65-5bb1-4638-b7d2-163852717c8c req-b613f2cc-3025-40a6-9ddc-7df33ef68790 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:58.416536 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e6b06f65-5bb1-4638-b7d2-163852717c8c req-b613f2cc-3025-40a6-9ddc-7df33ef68790 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0979667
Apr 30 13:21:58.463392 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e6b06f65-5bb1-4638-b7d2-163852717c8c req-da7a6456-ccb4-4492-977b-fba8f2d4a799 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412762
Apr 30 13:21:58.824339 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6b467-cfc4-4e33-a511-a9512db74aa9 req-eecf0d95-f302-43b3-85f1-a0ad01a684f2 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:58.825870 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-95f6b467-cfc4-4e33-a511-a9512db74aa9 req-eecf0d95-f302-43b3-85f1-a0ad01a684f2 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 932 time: 0.0849304
Apr 30 13:21:58.876917 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-95f6b467-cfc4-4e33-a511-a9512db74aa9 req-26929fe4-e3ba-4956-a8ce-e8433ea444c8 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443065
Apr 30 13:21:59.119092 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:21:59.751393 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04348ac0-65d9-4272-92bf-7475e5e18d34 req-10959e64-c5b8-48b9-b05b-173f3c7bb6a5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:21:59.753050 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-04348ac0-65d9-4272-92bf-7475e5e18d34 req-10959e64-c5b8-48b9-b05b-173f3c7bb6a5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1794219
Apr 30 13:21:59.801791 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-04348ac0-65d9-4272-92bf-7475e5e18d34 req-62d6d1db-c4c4-48b9-b1d9-4915fbb5063f tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426998
Apr 30 13:22:00.073499 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be1a74-002c-4a53-8132-9acd4a2bcecb req-06f097c7-2832-4eac-b721-7e1f075437dd tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:00.075006 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-95be1a74-002c-4a53-8132-9acd4a2bcecb req-06f097c7-2832-4eac-b721-7e1f075437dd tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 932 time: 0.0872982
Apr 30 13:22:00.123115 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-95be1a74-002c-4a53-8132-9acd4a2bcecb req-32963a9a-7fa9-4902-96f8-d22f3ab8b61b tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424876
Apr 30 13:22:00.394485 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:00.996552 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4e5bc-bca2-456a-95dc-b78b68ec131e req-d59e8a75-d694-40f4-993f-2cee1189e0ba tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:00.997918 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d2e4e5bc-bca2-456a-95dc-b78b68ec131e req-d59e8a75-d694-40f4-993f-2cee1189e0ba tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0881219
Apr 30 13:22:01.045299 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d2e4e5bc-bca2-456a-95dc-b78b68ec131e req-f58c27c8-350d-4838-b5d0-1a1521881144 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413480
Apr 30 13:22:01.316169 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f6b0-d98f-4f6e-b87f-b273b015aeeb req-6e95dc4c-8eb9-4c97-bc0a-e839406167f1 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:01.317559 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4eb1f6b0-d98f-4f6e-b87f-b273b015aeeb req-6e95dc4c-8eb9-4c97-bc0a-e839406167f1 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 932 time: 0.0839527
Apr 30 13:22:01.370353 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4eb1f6b0-d98f-4f6e-b87f-b273b015aeeb req-ae21f387-a423-4fd6-8872-8ec93a03da83 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444915
Apr 30 13:22:02.243093 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cbc9c-3b81-4f53-b31d-d8d93b80da81 req-c8c19bd7-65a9-4459-aabf-fe5d620bb075 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:02.244560 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-229cbc9c-3b81-4f53-b31d-d8d93b80da81 req-c8c19bd7-65a9-4459-aabf-fe5d620bb075 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0866613
Apr 30 13:22:02.292417 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-229cbc9c-3b81-4f53-b31d-d8d93b80da81 req-e1cbbbe6-3fb9-411c-8b63-e99630330d65 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419681
Apr 30 13:22:02.577204 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cd98f-2d09-4d3f-8bbc-4b70b22ab8a0 req-a0fae870-60b4-45b5-85de-d87780a4fc26 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:02.578679 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5f5cd98f-2d09-4d3f-8bbc-4b70b22ab8a0 req-a0fae870-60b4-45b5-85de-d87780a4fc26 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 932 time: 0.0955391
Apr 30 13:22:02.623989 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5f5cd98f-2d09-4d3f-8bbc-4b70b22ab8a0 req-1822e258-0df9-477d-a760-7b10aed994b5 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392725
Apr 30 13:22:03.502380 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bb4ad-3490-4af1-a38a-99acc1a51570 req-574adf42-26fb-46ba-bad4-e215409b8478 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:03.504455 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-787bb4ad-3490-4af1-a38a-99acc1a51570 req-574adf42-26fb-46ba-bad4-e215409b8478 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0853612
Apr 30 13:22:03.554983 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-787bb4ad-3490-4af1-a38a-99acc1a51570 req-60a3787b-60bb-4de5-ae42-033fe3f8dbca tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446148
Apr 30 13:22:03.820168 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321629e-a9e1-4d1e-b807-08be88402da8 req-10a7597c-d5a0-4357-9ab5-ce362fc4eb08 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:03.821805 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1321629e-a9e1-4d1e-b807-08be88402da8 req-10a7597c-d5a0-4357-9ab5-ce362fc4eb08 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 932 time: 0.0888193
Apr 30 13:22:03.869870 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1321629e-a9e1-4d1e-b807-08be88402da8 req-4924892b-b371-4a13-824b-53c1262cb227 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419047
Apr 30 13:22:04.780195 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47259bc7-e23e-47d7-ba00-2c90c0b612b9 req-c9ed3cb0-ec53-4dc6-af78-7bcb9b5b1393 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:04.781647 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-47259bc7-e23e-47d7-ba00-2c90c0b612b9 req-c9ed3cb0-ec53-4dc6-af78-7bcb9b5b1393 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0891995
Apr 30 13:22:04.832964 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-47259bc7-e23e-47d7-ba00-2c90c0b612b9 req-de9bbd72-7cd0-4403-9c5d-c062a9b71eac tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444946
Apr 30 13:22:05.055954 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae3322-1a30-48b5-9879-07e12e773604 req-59d079aa-84b9-4ae1-ab96-c73897bc092f tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:05.057572 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-24ae3322-1a30-48b5-9879-07e12e773604 req-59d079aa-84b9-4ae1-ab96-c73897bc092f tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 932 time: 0.0812876
Apr 30 13:22:05.104624 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-24ae3322-1a30-48b5-9879-07e12e773604 req-ca30f1bd-0464-4492-be86-ea4e2c501672 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412948
Apr 30 13:22:06.027353 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68e709-4b0a-47d0-8dab-1095b0f64ffc req-de8710a2-4428-452e-94d7-89d7d9b7c6e8 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:06.028803 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dd68e709-4b0a-47d0-8dab-1095b0f64ffc req-de8710a2-4428-452e-94d7-89d7d9b7c6e8 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0847428
Apr 30 13:22:06.074735 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dd68e709-4b0a-47d0-8dab-1095b0f64ffc req-a8176e8c-cf94-4420-a341-d0fc779bdc0e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398688
Apr 30 13:22:06.303099 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdad5d-68dc-48a2-9353-8fb026659bfb req-8e179062-8d73-4dbe-b526-e416084ca46e tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:06.304503 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-92cdad5d-68dc-48a2-9353-8fb026659bfb req-8e179062-8d73-4dbe-b526-e416084ca46e tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 932 time: 0.0833433
Apr 30 13:22:06.349445 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-92cdad5d-68dc-48a2-9353-8fb026659bfb req-5c529e2d-50a9-4057-8a42-f4df37e607f6 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392215
Apr 30 13:22:07.259572 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311255-34d4-435d-a5f2-bbf59db576ce req-a0b80b3c-8cf9-483a-b131-84291d18f626 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:07.261047 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8c311255-34d4-435d-a5f2-bbf59db576ce req-a0b80b3c-8cf9-483a-b131-84291d18f626 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0801034
Apr 30 13:22:07.306145 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8c311255-34d4-435d-a5f2-bbf59db576ce req-6c928e6b-f8ad-4682-8c21-4f416ff6c29c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393591
Apr 30 13:22:07.537589 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c0f38-4a23-4a55-a3f4-4f8f6bab2f27 req-bed39f14-502d-4fab-a381-c8bdeec7c772 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:07.539098 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-424c0f38-4a23-4a55-a3f4-4f8f6bab2f27 req-bed39f14-502d-4fab-a381-c8bdeec7c772 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 932 time: 0.0834377
Apr 30 13:22:07.584489 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-424c0f38-4a23-4a55-a3f4-4f8f6bab2f27 req-ae690c3d-9d70-4ab7-adc2-9786d76c9ba7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394783
Apr 30 13:22:08.493180 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafc2f4-673f-4c39-a750-564b283861fa req-bcb4a70a-293e-4a6a-8843-e4ce7f74df73 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:08.500495 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0aafc2f4-673f-4c39-a750-564b283861fa req-bcb4a70a-293e-4a6a-8843-e4ce7f74df73 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0833163
Apr 30 13:22:08.540751 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0aafc2f4-673f-4c39-a750-564b283861fa req-163e0a4e-140f-40e1-92c4-134bd28db87b tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404079
Apr 30 13:22:08.767403 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149d27a-59b5-4766-bd6e-2e72a2588529 req-f0999aa0-4149-43f2-8d0d-3f474041c2ba tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:08.768888 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9149d27a-59b5-4766-bd6e-2e72a2588529 req-f0999aa0-4149-43f2-8d0d-3f474041c2ba tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 932 time: 0.0808842
Apr 30 13:22:08.815272 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9149d27a-59b5-4766-bd6e-2e72a2588529 req-c23c8cae-6398-4692-abcd-cfbfc75383b3 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390329
Apr 30 13:22:08.958528 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Request body: {'port': {'device_id': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:09.158003 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:09.512558 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85a0c71-f9b1-49ff-b41d-d28d20136813 {{(pid=73836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:22:09.520273 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:09.534554 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Transition to ACTIVE for port object b85a0c71-f9b1-49ff-b41d-d28d20136813 will not be triggered until provisioned by entity L2. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:22:09.539890 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:09.543624 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:09.736345 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Pushing event updated for resources: {'Port': ['ID=b85a0c71-f9b1-49ff-b41d-d28d20136813,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:09.739679 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:09.839575 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Attempting to bind port b85a0c71-f9b1-49ff-b41d-d28d20136813 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:22:09.839914 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Attempting to bind port b85a0c71-f9b1-49ff-b41d-d28d20136813 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '6feb0866-ad28-4340-9b72-690152d9e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af'}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:22:09.840245 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Attempting to bind port b85a0c71-f9b1-49ff-b41d-d28d20136813 on network e12ec54c-6aad-4194-9b7c-f035c91e82af {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:22:09.854005 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30f959-a905-4f74-8b98-c48ab8234499 req-dd15e086-acb0-45a8-b7e8-405af7c1cbef tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:09.855520 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bd30f959-a905-4f74-8b98-c48ab8234499 req-dd15e086-acb0-45a8-b7e8-405af7c1cbef tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.2005217
Apr 30 13:22:09.856291 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Port b85a0c71-f9b1-49ff-b41d-d28d20136813 on network e12ec54c-6aad-4194-9b7c-f035c91e82af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:22:09.856615 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Attempting to bind port b85a0c71-f9b1-49ff-b41d-d28d20136813 on network e12ec54c-6aad-4194-9b7c-f035c91e82af {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:22:09.863818 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:22:09.864086 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Checking segment: {'id': '6feb0866-ad28-4340-9b72-690152d9e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:22:09.864470 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Bound using segment: {'id': '6feb0866-ad28-4340-9b72-690152d9e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af'} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:22:09.864902 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Bound port: b85a0c71-f9b1-49ff-b41d-d28d20136813, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6feb0866-ad28-4340-9b72-690152d9e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af'}}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:22:09.865245 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:09.996567 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bd30f959-a905-4f74-8b98-c48ab8234499 req-46746b5c-884a-499b-8295-f4e70909ff05 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1338677
Apr 30 13:22:10.047303 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] For port b85a0c71-f9b1-49ff-b41d-d28d20136813, host hv-cinder-78719, cleared binding levels {{(pid=73836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:22:10.059066 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] For port b85a0c71-f9b1-49ff-b41d-d28d20136813, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:22:10.071286 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6829a8-996d-4551-8261-de684ea883e2 req-b864de3b-90a4-4962-b917-4f22aea8b7c5 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:10.072767 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6c6829a8-996d-4551-8261-de684ea883e2 req-b864de3b-90a4-4962-b917-4f22aea8b7c5 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 944 time: 0.1400108
Apr 30 13:22:10.074030 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:10.077816 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-fd168e15-dab4-43ec-903b-c7ea00d90fad tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:10.164147 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:10.164782 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:10.166592 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] 10.222.0.89 "PUT /v2.0/ports/b85a0c71-f9b1-49ff-b41d-d28d20136813 HTTP/1.1" status: 200  len: 1094 time: 1.2136178
Apr 30 13:22:10.167319 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:22:10.203548 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6c6829a8-996d-4551-8261-de684ea883e2 req-f8ae4542-f3bf-4304-a1aa-6eb70ca66183 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886669
Apr 30 13:22:10.204400 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Pushing event updated for resources: {'Port': ['ID=b85a0c71-f9b1-49ff-b41d-d28d20136813,revision_number=3']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:10.208081 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:10.341835 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813', 'status': 'completed', 'code': 200}
Apr 30 13:22:10.400208 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-06a0d4ea-d2f4-4bbf-87ac-4c24d4d03ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:10.400208 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-06a0d4ea-d2f4-4bbf-87ac-4c24d4d03ac1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=602aa6b5230d4302816011d284dca3c3&device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 1097 time: 0.1640980
Apr 30 13:22:10.411280 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac8697-0662-44bc-b566-39681e939c26 req-a5703122-2461-479f-88fa-158222167cc1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:10.412790 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-63ac8697-0662-44bc-b566-39681e939c26 req-a5703122-2461-479f-88fa-158222167cc1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1169500
Apr 30 13:22:10.431136 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066e7f7-c633-4bb1-8385-29cf53fef566 req-0b646e1c-d327-42d5-bf09-261c70d49c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:10.432532 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d066e7f7-c633-4bb1-8385-29cf53fef566 req-0b646e1c-d327-42d5-bf09-261c70d49c23 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d31b6528c1aa407daea2ff99de255d43&device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 1099 time: 0.0871031
Apr 30 13:22:10.491569 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-d3c62fa0-0a9c-4fa4-98d7-8eac6a42028d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813 HTTP/1.1" status: 200  len: 217 time: 0.0778048
Apr 30 13:22:10.562875 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-63ac8697-0662-44bc-b566-39681e939c26 req-544088e5-1fdf-44c7-b0d0-1d2c4818856d tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0916905
Apr 30 13:22:10.571852 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066e7f7-c633-4bb1-8385-29cf53fef566 req-13490e68-9f61-404b-974f-920b3b0022b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:10.573284 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d066e7f7-c633-4bb1-8385-29cf53fef566 req-13490e68-9f61-404b-974f-920b3b0022b9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=44bdf4e3-2cec-4552-a016-68e772a00e73 HTTP/1.1" status: 200  len: 912 time: 0.1340561
Apr 30 13:22:10.574641 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-05ebb2c0-a3db-427b-81b1-b1b36842f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:10.578474 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-05ebb2c0-a3db-427b-81b1-b1b36842f20e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84220f3c-7bc2-41fc-84c8-59aa483f1316 HTTP/1.1" status: 200  len: 853 time: 0.0770080
Apr 30 13:22:10.660825 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-33c0321c-4567-452c-9bb1-d9dde82cc876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:10.662272 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-33c0321c-4567-452c-9bb1-d9dde82cc876 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e12ec54c-6aad-4194-9b7c-f035c91e82af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762260
Apr 30 13:22:10.686091 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d066e7f7-c633-4bb1-8385-29cf53fef566 req-b0eea08d-6da3-4382-825d-b6f112cecc46 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=419aba13-c765-4cb7-9f24-7ea6c1ae20fc HTTP/1.1" status: 200  len: 1002 time: 0.1003737
Apr 30 13:22:10.747939 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066e7f7-c633-4bb1-8385-29cf53fef566 req-376f032f-ea56-4e7f-898c-ec3c5443a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:10.749417 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d066e7f7-c633-4bb1-8385-29cf53fef566 req-376f032f-ea56-4e7f-898c-ec3c5443a9e2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e466d8a-1ebd-445c-9ccd-f0e629ea05bc HTTP/1.1" status: 200  len: 849 time: 0.0569859
Apr 30 13:22:10.833176 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066e7f7-c633-4bb1-8385-29cf53fef566 req-bf4d91d0-a1f5-48a6-9186-bab81f84561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:10.834514 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d066e7f7-c633-4bb1-8385-29cf53fef566 req-bf4d91d0-a1f5-48a6-9186-bab81f84561e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44bdf4e3-2cec-4552-a016-68e772a00e73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785918
Apr 30 13:22:10.889667 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-04eb94c2-d49e-4b11-8c81-9b80cc1683fa service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2191536
Apr 30 13:22:10.970097 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d066e7f7-c633-4bb1-8385-29cf53fef566 req-7f1e4b0f-6b3b-43ab-9164-35a420a3d94b service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288559
Apr 30 13:22:11.026677 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a0a4fc5-08d4-4432-af90-14894435e921 req-94d74b3b-d820-41ef-b2b6-1b3e6c7bba68 service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302648
Apr 30 13:22:11.111969 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d066e7f7-c633-4bb1-8385-29cf53fef566 req-ca8dea6f-0bbb-48ac-9ce2-aea89ef025c7 service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351748
Apr 30 13:22:11.142923 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9527f83-9cf3-4b6b-a8ee-1b78127f8460 req-a625ff5e-e95c-40fd-9143-6810b395bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:11.144501 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9527f83-9cf3-4b6b-a8ee-1b78127f8460 req-a625ff5e-e95c-40fd-9143-6810b395bdca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=602aa6b5230d4302816011d284dca3c3&device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 1097 time: 0.0730076
Apr 30 13:22:11.293735 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9527f83-9cf3-4b6b-a8ee-1b78127f8460 req-f8905ac4-ecce-4311-8471-4e079b8556b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:11.295233 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9527f83-9cf3-4b6b-a8ee-1b78127f8460 req-f8905ac4-ecce-4311-8471-4e079b8556b0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e12ec54c-6aad-4194-9b7c-f035c91e82af HTTP/1.1" status: 200  len: 916 time: 0.1363072
Apr 30 13:22:11.401940 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9527f83-9cf3-4b6b-a8ee-1b78127f8460 req-72f9e9d4-e328-4725-9753-b892ca227efd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813 HTTP/1.1" status: 200  len: 217 time: 0.0993946
Apr 30 13:22:11.486091 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9527f83-9cf3-4b6b-a8ee-1b78127f8460 req-4f7660fe-8fee-4c38-b943-758b51a4c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:11.487527 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9527f83-9cf3-4b6b-a8ee-1b78127f8460 req-4f7660fe-8fee-4c38-b943-758b51a4c4f7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84220f3c-7bc2-41fc-84c8-59aa483f1316 HTTP/1.1" status: 200  len: 853 time: 0.0766323
Apr 30 13:22:11.536438 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4159f1-4a4d-4376-8f19-035fe4719c03 req-832d8d48-ca18-4d26-88ac-79f44df1591d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:11.537895 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4b4159f1-4a4d-4376-8f19-035fe4719c03 req-832d8d48-ca18-4d26-88ac-79f44df1591d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 944 time: 0.1830449
Apr 30 13:22:11.596329 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4b4159f1-4a4d-4376-8f19-035fe4719c03 req-7a2e0e33-beab-4085-b501-30bcf176ee76 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525005
Apr 30 13:22:11.612174 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9527f83-9cf3-4b6b-a8ee-1b78127f8460 req-b39de41f-ca79-46b9-8a0b-fb4113838f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:11.614825 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9527f83-9cf3-4b6b-a8ee-1b78127f8460 req-b39de41f-ca79-46b9-8a0b-fb4113838f19 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e12ec54c-6aad-4194-9b7c-f035c91e82af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1194999
Apr 30 13:22:11.805786 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9527f83-9cf3-4b6b-a8ee-1b78127f8460 req-52f889d3-460f-44f7-a10a-3466258df985 service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833503
Apr 30 13:22:11.864831 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce2168-6e7f-4582-b9e3-05a45cda9943 req-15874008-0942-4869-9f2d-1bb4c227e494 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:11.866289 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-efce2168-6e7f-4582-b9e3-05a45cda9943 req-15874008-0942-4869-9f2d-1bb4c227e494 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.1574552
Apr 30 13:22:11.981730 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-efce2168-6e7f-4582-b9e3-05a45cda9943 req-ee9185ef-ab2f-4be8-bd09-215954b2f8bb tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690534
Apr 30 13:22:12.001330 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a9527f83-9cf3-4b6b-a8ee-1b78127f8460 req-81bca26e-2f41-4abb-99a8-0e4f413d96c8 service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862538
Apr 30 13:22:12.786986 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690dc7e-4af2-49fc-92b1-211fe43960ad req-1ab61ee7-4771-4c7b-95bf-08d326ed568d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:12.788452 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8690dc7e-4af2-49fc-92b1-211fe43960ad req-1ab61ee7-4771-4c7b-95bf-08d326ed568d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 944 time: 0.0804164
Apr 30 13:22:12.836620 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8690dc7e-4af2-49fc-92b1-211fe43960ad req-2bda1a2e-4e20-4b1e-903f-6c122bae3e61 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424883
Apr 30 13:22:13.166930 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86110a85-5b4e-4788-b892-7c34048efe67 req-50ba1ec9-4049-4599-91a4-769b966f6f24 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:13.168368 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-86110a85-5b4e-4788-b892-7c34048efe67 req-50ba1ec9-4049-4599-91a4-769b966f6f24 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0780647
Apr 30 13:22:13.212541 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-86110a85-5b4e-4788-b892-7c34048efe67 req-d1692b2c-43cf-4835-8a03-95236800a7f6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385044
Apr 30 13:22:14.008960 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device b85a0c71-f9b1-49ff-b41d-d28d20136813 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:22:14.027575 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85914ac3-2c91-42c2-a4ef-78c76e189bae req-76f136b5-eeff-45e9-84ba-44e8caeeecb2 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:14.029055 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-85914ac3-2c91-42c2-a4ef-78c76e189bae req-76f136b5-eeff-45e9-84ba-44e8caeeecb2 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 944 time: 0.0840037
Apr 30 13:22:14.074763 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-85914ac3-2c91-42c2-a4ef-78c76e189bae req-6d1f1700-ed59-44a9-92e7-60e179d30089 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400224
Apr 30 13:22:14.142424 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port b85a0c71-f9b1-49ff-b41d-d28d20136813, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:22:14.155222 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': 'b85a0c71-f9b1-49ff-b41d-d28d20136813', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'port_id': 'b85a0c71-f9b1-49ff-b41d-d28d20136813', 'mac_address': 'fa:16:3e:20:8b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:22:14.211951 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:14.228087 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85a0c71-f9b1-49ff-b41d-d28d20136813 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:22:14.243600 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port b85a0c71-f9b1-49ff-b41d-d28d20136813, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:22:14.247774 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:14.249633 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:14.313879 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=b85a0c71-f9b1-49ff-b41d-d28d20136813,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:14.317987 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:14.663865 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['b85a0c71-f9b1-49ff-b41d-d28d20136813'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:22:15.259451 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfa53a-a5c0-4173-89fc-94be4052c89a req-459132d8-3196-44e4-8c6e-dd135da948ba tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:15.260895 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-21dfa53a-a5c0-4173-89fc-94be4052c89a req-459132d8-3196-44e4-8c6e-dd135da948ba tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 945 time: 0.0796719
Apr 30 13:22:15.306557 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-21dfa53a-a5c0-4173-89fc-94be4052c89a req-20ab8a4b-a9b4-47b4-81f9-42242f001b2f tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398583
Apr 30 13:22:16.011663 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device b85a0c71-f9b1-49ff-b41d-d28d20136813 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:22:16.078576 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port b85a0c71-f9b1-49ff-b41d-d28d20136813 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:22:16.083361 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port b85a0c71-f9b1-49ff-b41d-d28d20136813 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:22:16.083739 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:16.199436 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:16.226436 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:22:16.236226 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port b85a0c71-f9b1-49ff-b41d-d28d20136813, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:22:16.240822 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:16.242878 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:16.279766 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813', 'code': 200}
Apr 30 13:22:16.312962 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=b85a0c71-f9b1-49ff-b41d-d28d20136813,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:16.315963 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:16.551520 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77d2b-1a31-4265-b9cd-e099323ffb64 req-5edf0c1a-47f9-45d0-99c1-b16b62f2239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:16.552901 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-00e77d2b-1a31-4265-b9cd-e099323ffb64 req-5edf0c1a-47f9-45d0-99c1-b16b62f2239e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 1099 time: 0.1018085
Apr 30 13:22:16.560288 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d25b73-610b-40f9-ad15-2a450456be62 req-661539f0-75b2-4487-b206-58256d5a7daa tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:16.561613 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-57d25b73-610b-40f9-ad15-2a450456be62 req-661539f0-75b2-4487-b206-58256d5a7daa tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 946 time: 0.1439500
Apr 30 13:22:16.732690 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-57d25b73-610b-40f9-ad15-2a450456be62 req-a8821b1c-2b4b-48a7-b905-32251d14ac12 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572526
Apr 30 13:22:16.734333 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-00e77d2b-1a31-4265-b9cd-e099323ffb64 req-3d9d896c-b0c8-479b-81d2-eece5ab7f0f4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718750
Apr 30 13:22:17.922563 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96897a3-c356-4b7c-a607-0df45c000937 req-caaa3de4-db91-4f8c-a21e-0f750dee914e tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:17.924019 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a96897a3-c356-4b7c-a607-0df45c000937 req-caaa3de4-db91-4f8c-a21e-0f750dee914e tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 946 time: 0.0841858
Apr 30 13:22:17.983210 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a96897a3-c356-4b7c-a607-0df45c000937 req-3f710121-bdad-4343-9964-eaed4d843512 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529883
Apr 30 13:22:19.166016 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3133b2-89f4-4536-9723-b1885e4402d5 req-faaa1acd-a615-4a78-a572-8265d5cf23dc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:19.167514 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fc3133b2-89f4-4536-9723-b1885e4402d5 req-faaa1acd-a615-4a78-a572-8265d5cf23dc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 946 time: 0.0797262
Apr 30 13:22:19.212260 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fc3133b2-89f4-4536-9723-b1885e4402d5 req-d463dd03-e7eb-4198-b927-5040b318220b tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390456
Apr 30 13:22:19.397458 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6538c-0d90-48bc-9bf0-afc35c513e13 req-bb078247-aecf-46a4-84fd-9c4fc6fd4122 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:19.398959 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-48b6538c-0d90-48bc-9bf0-afc35c513e13 req-bb078247-aecf-46a4-84fd-9c4fc6fd4122 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 946 time: 0.0832241
Apr 30 13:22:19.445936 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-48b6538c-0d90-48bc-9bf0-afc35c513e13 req-dea21bf5-9224-4ef7-b3f2-56684423075c tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409293
Apr 30 13:22:19.836520 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1165e59-ba1a-417a-9431-bdb935639e24 req-16bbc76f-130f-4f4a-b842-17ab0ef38a32 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:19.837968 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f1165e59-ba1a-417a-9431-bdb935639e24 req-16bbc76f-130f-4f4a-b842-17ab0ef38a32 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 946 time: 0.0786433
Apr 30 13:22:19.882389 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f1165e59-ba1a-417a-9431-bdb935639e24 req-4b8c4836-de8e-43e6-92e7-c6595847ad01 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386071
Apr 30 13:22:23.515103 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8eca0c78-af03-4452-8725-92389cdd9cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:25.620674 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:22:26.223092 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:26.542480 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a417090a-327b-487b-89e9-f2090f98f5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:27.752172 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:29.120962 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:30.173885 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae799a70-fa63-4fa3-bc34-fb7c3d81b891 req-160c47c9-7e5e-4fb0-a736-5f25ff45d527 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:30.175337 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ae799a70-fa63-4fa3-bc34-fb7c3d81b891 req-160c47c9-7e5e-4fb0-a736-5f25ff45d527 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 946 time: 0.0827568
Apr 30 13:22:30.220505 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ae799a70-fa63-4fa3-bc34-fb7c3d81b891 req-fd9f7d01-de3d-453d-8589-335aec37ac62 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381482
Apr 30 13:22:30.244532 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47756) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:30.361748 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02799dfc-ca28-46ec-a0cc-68d54da7240c tempest-TestMinimumBasicScenario-1931827870 tempest-TestMinimumBasicScenario-1931827870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:30.362496 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-02799dfc-ca28-46ec-a0cc-68d54da7240c tempest-TestMinimumBasicScenario-1931827870 tempest-TestMinimumBasicScenario-1931827870-project-admin] Synchronizing usage tracker for tenant:6ef4a31f4de24e5da585c2f451a5195e on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:22:30.380006 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-02799dfc-ca28-46ec-a0cc-68d54da7240c tempest-TestMinimumBasicScenario-1931827870 tempest-TestMinimumBasicScenario-1931827870-project-admin] Unset dirty status for tenant:6ef4a31f4de24e5da585c2f451a5195e on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:22:30.381296 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-02799dfc-ca28-46ec-a0cc-68d54da7240c tempest-TestMinimumBasicScenario-1931827870 tempest-TestMinimumBasicScenario-1931827870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 1094 time: 0.1358507
Apr 30 13:22:30.384445 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47762) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:30.389691 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Request body: {'floatingip': {'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'port_id': 'b85a0c71-f9b1-49ff-b41d-d28d20136813', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:30.392226 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:30.397151 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:30.401316 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Usage tracker for resource:floatingip and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:30.404770 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:30.412401 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:30.422050 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for floatingip, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:30.558183 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:30.695160 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Allocated IP 172.27.2.219 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/6ce2d95e-414f-4bbc-ab06-19ea090dceb2) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:22:30.848279 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:30.877412 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:30.882227 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-fb556386-0c28-4055-947a-229f86d93d73 tempest-DeleteServersTestJSON-1059095067 tempest-DeleteServersTestJSON-1059095067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:30.936986 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:22:30.943734 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:22:30.947812 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:22:30.981503 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event updated for resources: {'Port': ['ID=6ce2d95e-414f-4bbc-ab06-19ea090dceb2,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:30.997741 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:30.998109 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:30.998502 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:30.998872 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:30.999220 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:30.999572 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:30.999923 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:31.000271 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:31.000624 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:31.000969 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:31.001314 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:31.001657 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:31.007390 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:31.480650 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:31.561233 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:31.692329 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-14a549ca-d80e-4996-b0c3-7ca7f2024c99 req-c20b6c15-557d-43ed-aaef-724bd796d43d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0749705
Apr 30 13:22:31.787966 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a549ca-d80e-4996-b0c3-7ca7f2024c99 req-b71d0c61-b387-4c92-ad43-009c4fb533a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:31.789455 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-14a549ca-d80e-4996-b0c3-7ca7f2024c99 req-b71d0c61-b387-4c92-ad43-009c4fb533a6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 1099 time: 0.0744004
Apr 30 13:22:31.794945 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:31.806338 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:31.812155 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:31.930740 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event updated for resources: {'Port': ['ID=6ce2d95e-414f-4bbc-ab06-19ea090dceb2,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:31.934142 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:31.939542 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:31.950617 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a549ca-d80e-4996-b0c3-7ca7f2024c99 req-82b87c09-c697-4705-a067-db1aedc8d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:31.952044 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-14a549ca-d80e-4996-b0c3-7ca7f2024c99 req-82b87c09-c697-4705-a067-db1aedc8d2f4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 919 time: 0.1338770
Apr 30 13:22:32.060172 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-14a549ca-d80e-4996-b0c3-7ca7f2024c99 req-bc26f944-c9dd-4be5-ace4-50b765893aa7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450 HTTP/1.1" status: 200  len: 999 time: 0.0995727
Apr 30 13:22:32.125236 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.l3_db [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Floating IP 5db71f35-233c-4fb5-a4d4-04eecb9ca2aa associated. External IP: 172.27.2.219, port: b85a0c71-f9b1-49ff-b41d-d28d20136813.
Apr 30 13:22:32.130453 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a549ca-d80e-4996-b0c3-7ca7f2024c99 req-4e02c109-49a3-47d5-a04e-4e074596ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:32.133071 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-14a549ca-d80e-4996-b0c3-7ca7f2024c99 req-4e02c109-49a3-47d5-a04e-4e074596ce62 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b330465d-555e-4715-b8c8-efed53710843 HTTP/1.1" status: 200  len: 856 time: 0.0658696
Apr 30 13:22:32.215114 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a549ca-d80e-4996-b0c3-7ca7f2024c99 req-a7acab48-0e8a-4730-971f-2a87246716a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:32.216581 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-14a549ca-d80e-4996-b0c3-7ca7f2024c99 req-a7acab48-0e8a-4730-971f-2a87246716a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0555ee9b-672c-4eec-957a-e8bb40b60f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754259
Apr 30 13:22:32.360223 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-14a549ca-d80e-4996-b0c3-7ca7f2024c99 req-333a5270-cbbd-4370-8f46-ef8913ca3f29 service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343110
Apr 30 13:22:32.489138 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:22:32.499050 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-14a549ca-d80e-4996-b0c3-7ca7f2024c99 req-f8cccb02-7f90-466a-9f46-c91430d05495 service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294091
Apr 30 13:22:32.773115 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:22:32.784283 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1826f0-4a3f-4dcc-9574-04fc250ac7d5 None None] Sync routers for ids ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:22:32.798288 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:32.800899 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1826f0-4a3f-4dcc-9574-04fc250ac7d5 None None] Routers {'7cf804c1-4e7a-49d1-8913-e8c9064a5d95'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:22:32.801969 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-8e1826f0-4a3f-4dcc-9574-04fc250ac7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23fd8490>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:22:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:32.854808 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4692726
Apr 30 13:22:32.855454 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:22:32.857610 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47766) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:32.863673 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1736962522', 'description': 'tempest-secgroup-smoke-1736962522 description', 'project_id': '602aa6b5230d4302816011d284dca3c3'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:32.874364 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:32.878803 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Usage tracker for resource:security_group and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:32.883273 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:32.889883 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:32.901363 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:32.928809 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:32.933481 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Usage tracker for resource:security_group_rule and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:32.937430 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:32.955143 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:32.986825 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813', 'status': 'completed', 'code': 200}
Apr 30 13:22:33.034820 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-8e1826f0-4a3f-4dcc-9574-04fc250ac7d5 None None] Set router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:22:33.082642 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.087799 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.093800 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-09a126f2-5b04-4e47-9f9a-5e5c34d8ee0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:33.142818 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:33.148539 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:33.149378 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.153500 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2942240
Apr 30 13:22:33.153733 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47774) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:33.160749 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-adb51923-0d27-44f6-94aa-90a1f1184645 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Request body: {'security_group_rule': {'security_group_id': 'e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86', 'project_id': '602aa6b5230d4302816011d284dca3c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:33.161046 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116cede-3c4b-48f5-9c32-5d21c8dd13b5 req-9c5328c5-bd67-4ca6-9621-5d619f08cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:33.162536 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0116cede-3c4b-48f5-9c32-5d21c8dd13b5 req-9c5328c5-bd67-4ca6-9621-5d619f08cf6b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=602aa6b5230d4302816011d284dca3c3&device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 1099 time: 0.1511045
Apr 30 13:22:33.167247 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-adb51923-0d27-44f6-94aa-90a1f1184645 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:33.171200 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-adb51923-0d27-44f6-94aa-90a1f1184645 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Usage tracker for resource:security_group_rule and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:33.174235 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-adb51923-0d27-44f6-94aa-90a1f1184645 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:33.181046 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-adb51923-0d27-44f6-94aa-90a1f1184645 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:33.199678 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-adb51923-0d27-44f6-94aa-90a1f1184645 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.270552 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-adb51923-0d27-44f6-94aa-90a1f1184645 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.275891 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-adb51923-0d27-44f6-94aa-90a1f1184645 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.278248 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:33.303583 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb51923-0d27-44f6-94aa-90a1f1184645 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53aa2362-7e1c-4603-8ba0-01bb604450ba,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:33.306513 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-adb51923-0d27-44f6-94aa-90a1f1184645 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:33.315569 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-adb51923-0d27-44f6-94aa-90a1f1184645 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.320485 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-adb51923-0d27-44f6-94aa-90a1f1184645 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1626346
Apr 30 13:22:33.321064 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47778) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:33.326643 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-ccd2c9b5-2d5b-4c62-a396-972950e1aecc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Request body: {'security_group_rule': {'security_group_id': 'e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86', 'project_id': '602aa6b5230d4302816011d284dca3c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:33.335346 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-ccd2c9b5-2d5b-4c62-a396-972950e1aecc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:33.340364 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-ccd2c9b5-2d5b-4c62-a396-972950e1aecc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Usage tracker for resource:security_group_rule and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:33.343491 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-ccd2c9b5-2d5b-4c62-a396-972950e1aecc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:33.350384 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-ccd2c9b5-2d5b-4c62-a396-972950e1aecc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:33.368801 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ccd2c9b5-2d5b-4c62-a396-972950e1aecc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.407545 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116cede-3c4b-48f5-9c32-5d21c8dd13b5 req-c414189b-7599-45cb-b493-39939c6f7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:33.409065 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0116cede-3c4b-48f5-9c32-5d21c8dd13b5 req-c414189b-7599-45cb-b493-39939c6f7a20 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e12ec54c-6aad-4194-9b7c-f035c91e82af HTTP/1.1" status: 200  len: 916 time: 0.2387662
Apr 30 13:22:33.421812 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-8e1826f0-4a3f-4dcc-9574-04fc250ac7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23fd8490>, [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:34Z', 'revision_number': 4, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port': {'id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': '5db71f35-233c-4fb5-a4d4-04eecb9ca2aa', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'port_id': 'b85a0c71-f9b1-49ff-b41d-d28d20136813', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'mac_address': 'fa:16:3e:20:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:22:31Z', 'updated_at': '2021-04-30T13:22:31Z', 'revision_number': 0, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad', 'name': '', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'mac_address': 'fa:16:3e:9d:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:33Z', 'updated_at': '2021-04-30T13:21:40Z', 'revision_number': 5, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'subnets': [{'id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:33.426487 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1826f0-4a3f-4dcc-9574-04fc250ac7d5 None None] Checking router: 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:22:33.435629 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1826f0-4a3f-4dcc-9574-04fc250ac7d5 None None] Routers {'7cf804c1-4e7a-49d1-8913-e8c9064a5d95'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:22:33.436306 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-8e1826f0-4a3f-4dcc-9574-04fc250ac7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23fd8490>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:22:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:33.440086 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ccd2c9b5-2d5b-4c62-a396-972950e1aecc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.444366 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ccd2c9b5-2d5b-4c62-a396-972950e1aecc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.446677 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-adb51923-0d27-44f6-94aa-90a1f1184645 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:33.472547 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2c9b5-2d5b-4c62-a396-972950e1aecc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e669451-50bc-45e0-a03e-07c6b6453981,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:33.476102 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ccd2c9b5-2d5b-4c62-a396-972950e1aecc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:33.484291 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ccd2c9b5-2d5b-4c62-a396-972950e1aecc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.485692 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-ccd2c9b5-2d5b-4c62-a396-972950e1aecc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1635315
Apr 30 13:22:33.488246 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47784) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:33.494166 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-3ad1e0a0-1b5c-4110-88a2-06bbd503ef45 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Request body: {'security_group_rule': {'security_group_id': 'e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86', 'project_id': '602aa6b5230d4302816011d284dca3c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:33.501627 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-3ad1e0a0-1b5c-4110-88a2-06bbd503ef45 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:33.504014 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-3ad1e0a0-1b5c-4110-88a2-06bbd503ef45 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Usage tracker for resource:security_group_rule and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:33.507321 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-3ad1e0a0-1b5c-4110-88a2-06bbd503ef45 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:33.513165 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-3ad1e0a0-1b5c-4110-88a2-06bbd503ef45 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:33.525463 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0116cede-3c4b-48f5-9c32-5d21c8dd13b5 req-1c5925a6-47b5-4912-9eab-58fa5dd0258d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813 HTTP/1.1" status: 200  len: 1000 time: 0.1093850
Apr 30 13:22:33.530959 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e0a0-1b5c-4110-88a2-06bbd503ef45 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.594494 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116cede-3c4b-48f5-9c32-5d21c8dd13b5 req-719bda99-fa65-4394-9c8c-7474e2c30e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:33.595992 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0116cede-3c4b-48f5-9c32-5d21c8dd13b5 req-719bda99-fa65-4394-9c8c-7474e2c30e13 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84220f3c-7bc2-41fc-84c8-59aa483f1316 HTTP/1.1" status: 200  len: 853 time: 0.0635235
Apr 30 13:22:33.600508 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e0a0-1b5c-4110-88a2-06bbd503ef45 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.605447 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e0a0-1b5c-4110-88a2-06bbd503ef45 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.620806 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ccd2c9b5-2d5b-4c62-a396-972950e1aecc tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:33.638445 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-8e1826f0-4a3f-4dcc-9574-04fc250ac7d5 None None] Set router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:22:33.638835 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1e0a0-1b5c-4110-88a2-06bbd503ef45 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502efca9-e600-48f8-88cf-357fdfa05ad7,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:33.646625 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-3ad1e0a0-1b5c-4110-88a2-06bbd503ef45 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:33.647962 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e0a0-1b5c-4110-88a2-06bbd503ef45 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.649126 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-3ad1e0a0-1b5c-4110-88a2-06bbd503ef45 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1599300
Apr 30 13:22:33.652107 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47788) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:33.659301 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-7e5baba4-1575-427b-95b7-119a54e966da tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Request body: {'security_group_rule': {'security_group_id': 'e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86', 'project_id': '602aa6b5230d4302816011d284dca3c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:33.668315 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-7e5baba4-1575-427b-95b7-119a54e966da tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:33.674423 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-7e5baba4-1575-427b-95b7-119a54e966da tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Usage tracker for resource:security_group_rule and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:33.677895 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-7e5baba4-1575-427b-95b7-119a54e966da tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:33.687063 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-7e5baba4-1575-427b-95b7-119a54e966da tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:33.717954 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7e5baba4-1575-427b-95b7-119a54e966da tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.742123 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116cede-3c4b-48f5-9c32-5d21c8dd13b5 req-424a0adb-8e58-4952-8253-a30fe4fc7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:33.743630 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0116cede-3c4b-48f5-9c32-5d21c8dd13b5 req-424a0adb-8e58-4952-8253-a30fe4fc7dff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e12ec54c-6aad-4194-9b7c-f035c91e82af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1395404
Apr 30 13:22:33.886435 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7e5baba4-1575-427b-95b7-119a54e966da tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.892465 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7e5baba4-1575-427b-95b7-119a54e966da tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.905806 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:33.935864 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5baba4-1575-427b-95b7-119a54e966da tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8877f9-ca13-4644-b097-1c8712ed33dc,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:33.939448 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7e5baba4-1575-427b-95b7-119a54e966da tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:33.947457 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0116cede-3c4b-48f5-9c32-5d21c8dd13b5 req-df6119c2-4c38-41f0-96ee-625a5e761803 service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900930
Apr 30 13:22:33.949240 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7e5baba4-1575-427b-95b7-119a54e966da tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:33.950321 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-7e5baba4-1575-427b-95b7-119a54e966da tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2970514
Apr 30 13:22:33.953149 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47792) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:33.977343 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-88948ee4-9265-4e5a-8d5c-e69568f7feb4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Request body: {'security_group_rule': {'security_group_id': 'e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86', 'project_id': '602aa6b5230d4302816011d284dca3c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:33.984540 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-88948ee4-9265-4e5a-8d5c-e69568f7feb4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:34.004133 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-88948ee4-9265-4e5a-8d5c-e69568f7feb4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Usage tracker for resource:security_group_rule and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:34.007137 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-8e1826f0-4a3f-4dcc-9574-04fc250ac7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23fd8490>, [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:34Z', 'revision_number': 4, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port': {'id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': '5db71f35-233c-4fb5-a4d4-04eecb9ca2aa', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'port_id': 'b85a0c71-f9b1-49ff-b41d-d28d20136813', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'mac_address': 'fa:16:3e:20:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:22:31Z', 'updated_at': '2021-04-30T13:22:31Z', 'revision_number': 0, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad', 'name': '', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'mac_address': 'fa:16:3e:9d:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:33Z', 'updated_at': '2021-04-30T13:21:40Z', 'revision_number': 5, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'subnets': [{'id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:34.009003 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-88948ee4-9265-4e5a-8d5c-e69568f7feb4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:34.011231 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1826f0-4a3f-4dcc-9574-04fc250ac7d5 None None] The sync data for ids ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'] in dv-cinder-787195-5-iscsi is: [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:34Z', 'revision_number': 4, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port': {'id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': '5db71f35-233c-4fb5-a4d4-04eecb9ca2aa', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'port_id': 'b85a0c71-f9b1-49ff-b41d-d28d20136813', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'mac_address': 'fa:16:3e:20:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:22:31Z', 'updated_at': '2021-04-30T13:22:31Z', 'revision_number': 0, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad', 'name': '', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'mac_address': 'fa:16:3e:9d:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:33Z', 'updated_at': '2021-04-30T13:21:40Z', 'revision_number': 5, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'subnets': [{'id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:22:34.060183 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-88948ee4-9265-4e5a-8d5c-e69568f7feb4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:34.092754 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.securitygroups_db [None req-88948ee4-9265-4e5a-8d5c-e69568f7feb4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Project 602aa6b5230d4302816011d284dca3c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 13:22:34.110524 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-88948ee4-9265-4e5a-8d5c-e69568f7feb4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:34.131961 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0116cede-3c4b-48f5-9c32-5d21c8dd13b5 req-b0866789-714b-47fa-b58d-1709deea958b service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763463
Apr 30 13:22:34.195938 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-88948ee4-9265-4e5a-8d5c-e69568f7feb4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:34.198327 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bd219-3265-4a84-8b4a-45ef0e05e389 None None] New status for floating IP 5db71f35-233c-4fb5-a4d4-04eecb9ca2aa: ACTIVE {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:22:34.200789 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-88948ee4-9265-4e5a-8d5c-e69568f7feb4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:34.207682 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e25355e9-f2fb-406c-bb1e-59114e3b6b34 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:34.227220 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88948ee4-9265-4e5a-8d5c-e69568f7feb4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7b0b5e-a807-4dad-97fb-e42ce97da54d,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:34.230310 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-88948ee4-9265-4e5a-8d5c-e69568f7feb4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:34.238412 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-88948ee4-9265-4e5a-8d5c-e69568f7feb4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:34.239616 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-88948ee4-9265-4e5a-8d5c-e69568f7feb4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2855320
Apr 30 13:22:34.243178 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47796) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:34.248216 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-78ac9e8e-3f80-4865-9e4d-d6f934708388 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Request body: {'security_group_rule': {'security_group_id': 'e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86', 'project_id': '602aa6b5230d4302816011d284dca3c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:34.253934 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-78ac9e8e-3f80-4865-9e4d-d6f934708388 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:34.258521 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-78ac9e8e-3f80-4865-9e4d-d6f934708388 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Usage tracker for resource:security_group_rule and tenant:602aa6b5230d4302816011d284dca3c3 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:34.261848 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-78ac9e8e-3f80-4865-9e4d-d6f934708388 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:34.268106 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-78ac9e8e-3f80-4865-9e4d-d6f934708388 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:34.278723 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.securitygroups_db [None req-78ac9e8e-3f80-4865-9e4d-d6f934708388 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Project 602aa6b5230d4302816011d284dca3c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 13:22:34.284376 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-78ac9e8e-3f80-4865-9e4d-d6f934708388 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:34.353654 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-78ac9e8e-3f80-4865-9e4d-d6f934708388 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:34.357965 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-78ac9e8e-3f80-4865-9e4d-d6f934708388 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:34.366938 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-cc00cb23-ccb8-4bab-b64e-0efa623589b9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:34.386838 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac9e8e-3f80-4865-9e4d-d6f934708388 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918b3009-e3f0-47c2-83ec-91db1f5cc7e1,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:34.389608 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-78ac9e8e-3f80-4865-9e4d-d6f934708388 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:34.399349 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-78ac9e8e-3f80-4865-9e4d-d6f934708388 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:34.400529 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-78ac9e8e-3f80-4865-9e4d-d6f934708388 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1563883
Apr 30 13:22:34.562900 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-4564ec4f-99c8-4bfd-bbb2-1dab8a0fb91b req-613144ec-f2a3-413f-a99c-a7352562959d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Synchronizing usage tracker for tenant:602aa6b5230d4302816011d284dca3c3 on resource:security_group {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:22:34.583279 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-4564ec4f-99c8-4bfd-bbb2-1dab8a0fb91b req-613144ec-f2a3-413f-a99c-a7352562959d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Unset dirty status for tenant:602aa6b5230d4302816011d284dca3c3 on resource:security_group {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:22:34.585304 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4564ec4f-99c8-4bfd-bbb2-1dab8a0fb91b req-613144ec-f2a3-413f-a99c-a7352562959d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736962522&fields=id&tenant_id=602aa6b5230d4302816011d284dca3c3 HTTP/1.1" status: 200  len: 267 time: 0.0689042
Apr 30 13:22:34.683526 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564ec4f-99c8-4bfd-bbb2-1dab8a0fb91b req-054ea93d-8777-461f-aff6-398c86155f2f tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:34.684940 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4564ec4f-99c8-4bfd-bbb2-1dab8a0fb91b req-054ea93d-8777-461f-aff6-398c86155f2f tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 946 time: 0.0929961
Apr 30 13:22:34.699456 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-4564ec4f-99c8-4bfd-bbb2-1dab8a0fb91b req-8a2001ee-4308-4ec0-a1e9-746b8086ea75 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Request body: {'port': {'security_groups': ['82a77e8c-cb18-488f-b59f-f0b19d064734', 'e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86']}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:34.839299 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4564ec4f-99c8-4bfd-bbb2-1dab8a0fb91b req-8a2001ee-4308-4ec0-a1e9-746b8086ea75 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:35.151988 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-4564ec4f-99c8-4bfd-bbb2-1dab8a0fb91b req-8a2001ee-4308-4ec0-a1e9-746b8086ea75 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] For port b85a0c71-f9b1-49ff-b41d-d28d20136813, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:22:35.179879 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4564ec4f-99c8-4bfd-bbb2-1dab8a0fb91b req-8a2001ee-4308-4ec0-a1e9-746b8086ea75 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:35.184827 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4564ec4f-99c8-4bfd-bbb2-1dab8a0fb91b req-8a2001ee-4308-4ec0-a1e9-746b8086ea75 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:35.190293 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-41127618-a221-4de5-9e88-430ac2835538 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:35.197152 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['b85a0c71-f9b1-49ff-b41d-d28d20136813'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:22:35.267066 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564ec4f-99c8-4bfd-bbb2-1dab8a0fb91b req-8a2001ee-4308-4ec0-a1e9-746b8086ea75 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:35.267066 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4564ec4f-99c8-4bfd-bbb2-1dab8a0fb91b req-8a2001ee-4308-4ec0-a1e9-746b8086ea75 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:35.267066 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4564ec4f-99c8-4bfd-bbb2-1dab8a0fb91b req-8a2001ee-4308-4ec0-a1e9-746b8086ea75 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "PUT /v2.0/ports/b85a0c71-f9b1-49ff-b41d-d28d20136813 HTTP/1.1" status: 200  len: 982 time: 0.5688848
Apr 30 13:22:35.267066 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:22:35.312465 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2001ee-4308-4ec0-a1e9-746b8086ea75 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event updated for resources: {'Port': ['ID=b85a0c71-f9b1-49ff-b41d-d28d20136813,revision_number=6']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:35.326920 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8a2001ee-4308-4ec0-a1e9-746b8086ea75 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:35.345622 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813', 'status': 'completed', 'code': 200}
Apr 30 13:22:35.419414 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['b85a0c71-f9b1-49ff-b41d-d28d20136813'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:22:35.516586 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d3c9-e9b8-4112-a207-a040967064d7 req-009cd472-123d-4a78-b163-8184050a4e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:35.518065 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3994d3c9-e9b8-4112-a207-a040967064d7 req-009cd472-123d-4a78-b163-8184050a4e1e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=602aa6b5230d4302816011d284dca3c3&device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 1138 time: 0.1474154
Apr 30 13:22:35.527049 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e6b42-f07d-4f80-b228-261829bc39e0 req-fa0b96b7-15ef-4075-bd53-0510cbee3333 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:35.528635 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e98e6b42-f07d-4f80-b228-261829bc39e0 req-fa0b96b7-15ef-4075-bd53-0510cbee3333 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.1197214
Apr 30 13:22:35.647098 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-c889a240-c8da-49ab-892a-4d4af79034aa None None] Provisioning complete for port b85a0c71-f9b1-49ff-b41d-d28d20136813 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:22:35.647490 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c889a240-c8da-49ab-892a-4d4af79034aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:35.765822 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e98e6b42-f07d-4f80-b228-261829bc39e0 req-92a8b06e-19f4-4a56-9bf1-02f666b02d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2154312
Apr 30 13:22:35.791908 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d3c9-e9b8-4112-a207-a040967064d7 req-54e3b3ab-cf61-4c39-b72f-575fee63a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:35.793338 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3994d3c9-e9b8-4112-a207-a040967064d7 req-54e3b3ab-cf61-4c39-b72f-575fee63a188 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e12ec54c-6aad-4194-9b7c-f035c91e82af HTTP/1.1" status: 200  len: 916 time: 0.2638566
Apr 30 13:22:35.901860 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3994d3c9-e9b8-4112-a207-a040967064d7 req-07ca6891-5887-4a43-b393-6afdae0996fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813 HTTP/1.1" status: 200  len: 1002 time: 0.1007822
Apr 30 13:22:35.983942 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d3c9-e9b8-4112-a207-a040967064d7 req-a0072096-25a3-47cb-99e4-50de85078de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:35.985782 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3994d3c9-e9b8-4112-a207-a040967064d7 req-a0072096-25a3-47cb-99e4-50de85078de1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84220f3c-7bc2-41fc-84c8-59aa483f1316 HTTP/1.1" status: 200  len: 853 time: 0.0771747
Apr 30 13:22:36.075157 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d3c9-e9b8-4112-a207-a040967064d7 req-f9575053-b778-413a-a2e3-1ccc630abd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:36.076664 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3994d3c9-e9b8-4112-a207-a040967064d7 req-f9575053-b778-413a-a2e3-1ccc630abd5f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e12ec54c-6aad-4194-9b7c-f035c91e82af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784690
Apr 30 13:22:36.224679 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3994d3c9-e9b8-4112-a207-a040967064d7 req-175d1ab8-c85d-4824-b52e-8d6df61a0f6e service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398196
Apr 30 13:22:36.361192 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3994d3c9-e9b8-4112-a207-a040967064d7 req-a921e133-29e4-47d3-9e27-867b8f034de1 service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290276
Apr 30 13:22:36.565427 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526c071-a7a3-4ceb-bd49-7e8713d7d444 req-80d13a62-d6f3-4493-a799-8042ed61861a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:36.566902 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a526c071-a7a3-4ceb-bd49-7e8713d7d444 req-80d13a62-d6f3-4493-a799-8042ed61861a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 946 time: 0.0800869
Apr 30 13:22:36.611646 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a526c071-a7a3-4ceb-bd49-7e8713d7d444 req-09620559-a46b-431a-b7fa-6acfb19bd9b3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383229
Apr 30 13:22:37.806364 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501095e5-de59-4b7b-9a19-4e46fdefea9c req-d161d142-c43a-4a6b-9f36-97b04bcd6803 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:37.807818 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-501095e5-de59-4b7b-9a19-4e46fdefea9c req-d161d142-c43a-4a6b-9f36-97b04bcd6803 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 946 time: 0.0837512
Apr 30 13:22:37.853199 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-501095e5-de59-4b7b-9a19-4e46fdefea9c req-4bebe9ff-c494-496d-b427-afa9327d73c4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395169
Apr 30 13:22:38.539774 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1bc14-ac69-4795-9baa-14885112294c req-d878e257-a6bb-4050-8204-f65125a4dd61 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:38.541213 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-12c1bc14-ac69-4795-9baa-14885112294c req-d878e257-a6bb-4050-8204-f65125a4dd61 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.89 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 946 time: 0.0787277
Apr 30 13:22:38.677623 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Deleting port 78ebd45d-b42e-4354-814e-03b1d1cf2450 {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:22:38.677939 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:38.820429 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] For port 78ebd45d-b42e-4354-814e-03b1d1cf2450, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=78ebd45d-b42e-4354-814e-03b1d1cf2450,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:22:38.821083 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:39.172206 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:39.172565 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:39.172873 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.l3_db [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Floating IP fd0d02e5-f355-4385-8080-5d58948dc2cd disassociated. External IP: 172.27.2.3, port: 78ebd45d-b42e-4354-814e-03b1d1cf2450.
Apr 30 13:22:39.173204 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Calling delete_port for 78ebd45d-b42e-4354-814e-03b1d1cf2450 owned by compute:nova {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:22:39.187375 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147bfd3-93ec-4967-aad3-07e7a770a3ad req-c60cecac-72f3-4999-9525-8c19877c46cb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:39.188828 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f147bfd3-93ec-4967-aad3-07e7a770a3ad req-c60cecac-72f3-4999-9525-8c19877c46cb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 946 time: 0.2079809
Apr 30 13:22:39.249230 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f147bfd3-93ec-4967-aad3-07e7a770a3ad req-a1ac3d07-cef8-4b9d-afcc-6f8255738523 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=557cfa67-d557-4c32-81a5-9b9c2ce84d68&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542641
Apr 30 13:22:39.430645 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:39.436694 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-fefab6d4-e2a2-4fa0-8be4-f0f7a3d64c08 tempest-ServerRescueNegativeTestJSON-1906359125 tempest-ServerRescueNegativeTestJSON-1906359125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:39.485659 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event deleted for resources: {'Port': ['ID=78ebd45d-b42e-4354-814e-03b1d1cf2450,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:39.487835 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:39.673705 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Router 5185e086-665c-4800-bd61-915754238f0f has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:22:39.858329 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:22:39.868406 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ceaa6-ddcd-46e1-91fd-70d01dbb9687 None None] Sync routers for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:22:39.878023 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ceaa6-ddcd-46e1-91fd-70d01dbb9687 None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:22:39.878571 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-438ceaa6-ddcd-46e1-91fd-70d01dbb9687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23df6580>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:22:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:39.932047 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] No DVR routers for this DVR port 78ebd45d-b42e-4354-814e-03b1d1cf2450 on host hv-cinder-78719 {{(pid=73836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:22:39.935302 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:39.938023 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'name': 'network-vif-deleted', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:22:39.956205 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-12c1bc14-ac69-4795-9baa-14885112294c req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.89 "DELETE /v2.0/ports/78ebd45d-b42e-4354-814e-03b1d1cf2450 HTTP/1.1" status: 204  len: 173 time: 1.4090707
Apr 30 13:22:40.013575 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b813b3-49ee-4620-9ac6-452ce26da263', 'name': 'network-vif-deleted', 'tag': '78ebd45d-b42e-4354-814e-03b1d1cf2450', 'status': 'completed', 'code': 200}
Apr 30 13:22:40.088993 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-438ceaa6-ddcd-46e1-91fd-70d01dbb9687 None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:22:40.414079 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-438ceaa6-ddcd-46e1-91fd-70d01dbb9687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23df6580>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 5, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:40.418757 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ceaa6-ddcd-46e1-91fd-70d01dbb9687 None None] Checking router: 5185e086-665c-4800-bd61-915754238f0f for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:22:40.428460 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ceaa6-ddcd-46e1-91fd-70d01dbb9687 None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:22:40.429335 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-438ceaa6-ddcd-46e1-91fd-70d01dbb9687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23df6580>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:22:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:40.450085 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-dcfd61bb-4385-4567-8cde-e89648d267e8 req-fb38150b-250a-4876-8bf1-5daac7a940be tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Synchronizing usage tracker for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:22:40.469174 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-dcfd61bb-4385-4567-8cde-e89648d267e8 req-fb38150b-250a-4876-8bf1-5daac7a940be tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Unset dirty status for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:22:40.472374 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dcfd61bb-4385-4567-8cde-e89648d267e8 req-fb38150b-250a-4876-8bf1-5daac7a940be tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=69b813b3-49ee-4620-9ac6-452ce26da263 HTTP/1.1" status: 200  len: 210 time: 0.0899003
Apr 30 13:22:40.631890 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-438ceaa6-ddcd-46e1-91fd-70d01dbb9687 None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:22:40.954279 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-438ceaa6-ddcd-46e1-91fd-70d01dbb9687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23df6580>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 5, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:40.958181 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ceaa6-ddcd-46e1-91fd-70d01dbb9687 None None] The sync data for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi is: [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 5, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:22:41.184526 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c1b227-2fbe-4d34-aa2f-3e3c516ae4ca None None] New status for floating IP fd0d02e5-f355-4385-8080-5d58948dc2cd: DOWN {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:22:41.631082 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47844) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:41.697785 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:41.726020 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:41.779533 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:41.783458 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-521e0374-39c0-4111-8ef6-0b110c10ec1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:41.799276 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557cfa67-d557-4c32-81a5-9b9c2ce84d68,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:41.808785 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:41.809156 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:41.809579 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:41.809994 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:41.810246 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:41.810602 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:41.810953 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:41.811306 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:41.811648 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:41.811993 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:41.812340 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:41.812681 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:41.815870 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:41.825696 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:41.826877 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "DELETE /v2.0/security-groups/557cfa67-d557-4c32-81a5-9b9c2ce84d68 HTTP/1.1" status: 204  len: 168 time: 0.1948171
Apr 30 13:22:41.829682 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47848) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:41.846423 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.api.v2.resource [None req-3e8a4ab8-db9d-4a2d-95c6-fcdb1895b58e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] show failed (client error): The resource could not be found.
Apr 30 13:22:41.847496 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-3e8a4ab8-db9d-4a2d-95c6-fcdb1895b58e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups/557cfa67-d557-4c32-81a5-9b9c2ce84d68 HTTP/1.1" status: 404  len: 347 time: 0.0168281
Apr 30 13:22:41.851447 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47852) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:42.082624 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-a3b53de6-47c4-4f57-a7c0-f588e306129f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Deleting port 14f50918-1a28-45e6-b3a9-238416010148 {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:22:42.082961 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a3b53de6-47c4-4f57-a7c0-f588e306129f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:42.204264 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a3b53de6-47c4-4f57-a7c0-f588e306129f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:42.204502 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a3b53de6-47c4-4f57-a7c0-f588e306129f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:42.205769 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 78ebd45d-b42e-4354-814e-03b1d1cf2450 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:22:42.243803 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: 78ebd45d-b42e-4354-814e-03b1d1cf2450 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:22:42.244154 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 78ebd45d-b42e-4354-814e-03b1d1cf2450 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:22:42.334557 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-a3b53de6-47c4-4f57-a7c0-f588e306129f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Calling delete_port for 14f50918-1a28-45e6-b3a9-238416010148 owned by network:floatingip {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:22:42.449968 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a3b53de6-47c4-4f57-a7c0-f588e306129f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:42.453623 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:42.497517 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b53de6-47c4-4f57-a7c0-f588e306129f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event deleted for resources: {'Port': ['ID=14f50918-1a28-45e6-b3a9-238416010148,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:42.500585 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a3b53de6-47c4-4f57-a7c0-f588e306129f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:42.672360 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a3b53de6-47c4-4f57-a7c0-f588e306129f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:42.689669 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a3b53de6-47c4-4f57-a7c0-f588e306129f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:42.690821 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-a3b53de6-47c4-4f57-a7c0-f588e306129f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "DELETE /v2.0/floatingips/fd0d02e5-f355-4385-8080-5d58948dc2cd HTTP/1.1" status: 204  len: 168 time: 0.8385034
Apr 30 13:22:43.087429 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47858) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:43.092851 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--844506753', 'description': 'tempest-description--789202505'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:43.099697 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:43.103979 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Usage tracker for resource:security_group and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:43.106848 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:43.113242 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:43.124512 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.144240 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:43.148877 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Usage tracker for resource:security_group_rule and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:43.151758 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:43.157342 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:43.230839 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.235319 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.239361 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-28750187-a4f4-44d1-925f-4152e8c428d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:43.286322 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a6996b-960b-4fa8-9aca-35aa61253066,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:43.290179 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:43.291880 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.293533 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-9413a117-d27e-4e3f-91f8-f1db5b2c2880 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2048531
Apr 30 13:22:43.297443 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47862) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:43.302821 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-a2ee5c42-0eeb-4a6e-92bd-96c76204b6fe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Request body: {'security_group_rule': {'security_group_id': '45a6996b-960b-4fa8-9aca-35aa61253066', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:43.309625 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-a2ee5c42-0eeb-4a6e-92bd-96c76204b6fe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:43.313493 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-a2ee5c42-0eeb-4a6e-92bd-96c76204b6fe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Usage tracker for resource:security_group_rule and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:43.316536 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-a2ee5c42-0eeb-4a6e-92bd-96c76204b6fe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:43.322653 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-a2ee5c42-0eeb-4a6e-92bd-96c76204b6fe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:43.341206 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5c42-0eeb-4a6e-92bd-96c76204b6fe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.404256 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5c42-0eeb-4a6e-92bd-96c76204b6fe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.408043 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5c42-0eeb-4a6e-92bd-96c76204b6fe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.410130 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-3ad1e0a0-1b5c-4110-88a2-06bbd503ef45 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:43.433176 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee5c42-0eeb-4a6e-92bd-96c76204b6fe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af189f1b-989b-4ddd-970a-1eeb90af898c,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:43.435687 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a2ee5c42-0eeb-4a6e-92bd-96c76204b6fe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:43.446078 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5c42-0eeb-4a6e-92bd-96c76204b6fe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.447309 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-a2ee5c42-0eeb-4a6e-92bd-96c76204b6fe tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1489563
Apr 30 13:22:43.449996 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47866) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:43.455388 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-92b32200-eb50-4e8e-b744-1d4c9b889592 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Request body: {'security_group_rule': {'security_group_id': '45a6996b-960b-4fa8-9aca-35aa61253066', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:43.462497 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-92b32200-eb50-4e8e-b744-1d4c9b889592 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:43.466325 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-92b32200-eb50-4e8e-b744-1d4c9b889592 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Usage tracker for resource:security_group_rule and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:43.469640 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-92b32200-eb50-4e8e-b744-1d4c9b889592 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:43.476289 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-92b32200-eb50-4e8e-b744-1d4c9b889592 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:43.494105 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-92b32200-eb50-4e8e-b744-1d4c9b889592 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.555878 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-92b32200-eb50-4e8e-b744-1d4c9b889592 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.559627 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-92b32200-eb50-4e8e-b744-1d4c9b889592 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.561741 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-1d181799-e48d-4eec-9be5-02a7c319fdd1 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:43.588432 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b32200-eb50-4e8e-b744-1d4c9b889592 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f2ec44-9e61-49a3-bdce-a1b048765264,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:43.592944 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-92b32200-eb50-4e8e-b744-1d4c9b889592 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:43.598352 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-92b32200-eb50-4e8e-b744-1d4c9b889592 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.599798 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-92b32200-eb50-4e8e-b744-1d4c9b889592 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1488397
Apr 30 13:22:43.603204 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 47870) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:43.608366 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Request body: {'floatingip': {'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:43.614281 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:43.618563 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Usage tracker for resource:floatingip and tenant:7edbf53013084aef8c7b2d047cc26d9f is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:22:43.621484 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:22:43.627153 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:43.638236 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.778308 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:43.913869 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Allocated IP 172.27.2.184 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/2bb39637-f40c-4abc-b8fc-28b7211ed804) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:22:44.062774 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:44.092362 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:44.096030 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:44.158079 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:22:44.165964 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:22:44.170139 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:22:44.205697 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event updated for resources: {'Port': ['ID=2bb39637-f40c-4abc-b8fc-28b7211ed804,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:44.213766 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:44.256790 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:44.320508 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:44.528913 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:44.533555 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:44.539127 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:44.649803 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event updated for resources: {'Port': ['ID=2bb39637-f40c-4abc-b8fc-28b7211ed804,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:44.652727 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:44.659932 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:44.682948 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:44.684262 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0801094
Apr 30 13:22:44.909503 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2dc1d285-7962-4817-bf4a-03d3df96e05b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Synchronizing usage tracker for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:security_group {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:22:44.928517 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2dc1d285-7962-4817-bf4a-03d3df96e05b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Unset dirty status for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:security_group {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:22:44.929957 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2dc1d285-7962-4817-bf4a-03d3df96e05b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--844506753&fields=id&tenant_id=7edbf53013084aef8c7b2d047cc26d9f HTTP/1.1" status: 200  len: 267 time: 0.0607028
Apr 30 13:22:45.082295 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-da54d2f0-9f34-4b4c-ac82-9ba052b284cb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:45.084172 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-da54d2f0-9f34-4b4c-ac82-9ba052b284cb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 817 time: 0.1470442
Apr 30 13:22:45.099004 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-20ae4f82-1035-48d6-979a-3e6407a42c9b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/quotas/7edbf53013084aef8c7b2d047cc26d9f HTTP/1.1" status: 200  len: 375 time: 0.0091550
Apr 30 13:22:45.187308 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-9da6636a-48b8-4ff2-85b6-3c33107662e4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Synchronizing usage tracker for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:22:45.204226 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-9da6636a-48b8-4ff2-85b6-3c33107662e4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Unset dirty status for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:22:45.205893 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-9da6636a-48b8-4ff2-85b6-3c33107662e4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1014826
Apr 30 13:22:45.345229 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-c3dc50ca-d693-4fa4-8fef-bb36e7599869 service neutron] 10.222.0.15 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263590
Apr 30 13:22:45.480273 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-9c377c93-de00-4f51-8ebb-067b5a15584f service neutron] 10.222.0.15 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288986
Apr 30 13:22:45.660816 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-94b658c9-b78f-4609-8654-815ee2ebb0af req-409f5a5f-0738-47f2-b8e9-3f4f41e7ed9c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 210 time: 0.0426230
Apr 30 13:22:46.729356 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-fec82588-1a9e-43ec-90ef-2d595d278271 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:46.730838 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-fec82588-1a9e-43ec-90ef-2d595d278271 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.89 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 817 time: 0.1487312
Apr 30 13:22:46.786709 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-d1018807-1cfa-44b6-9e84-52a803766a32 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7edbf53013084aef8c7b2d047cc26d9f HTTP/1.1" status: 200  len: 379 time: 0.0435002
Apr 30 13:22:46.829897 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Request body: {'port': {'device_id': 'a430df59-7321-422f-b4a4-54f35279f919', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'admin_state_up': True, 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'security_groups': ['45a6996b-960b-4fa8-9aca-35aa61253066']}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:46.852509 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5dd56320-c30a-4c1d-8f77-48908aaf27e3 req-fcf9aaf3-e741-4d32-a9cc-f9ea32a0dfbc tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 210 time: 0.0705366
Apr 30 13:22:46.985217 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:22:47.001198 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:22:47.012875 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Made reservation on behalf of 7edbf53013084aef8c7b2d047cc26d9f for: {'port': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:22:47.016287 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:47.177285 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Allocated IP 172.20.0.12 (0555ee9b-672c-4eec-957a-e8bb40b60f14/b330465d-555e-4715-b8c8-efed53710843/93f6a550-eae8-4774-9f9e-dc8cbf3ac666) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:22:47.360257 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:47.375728 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Transition to ACTIVE for port object 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 will not be triggered until provisioned by entity DHCP. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:22:47.400879 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:47.406945 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-59253f57-4d18-4996-8648-f5cbaa60f6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:47.476212 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Network 0555ee9b-672c-4eec-957a-e8bb40b60f14 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:22:47.479195 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:22:47.483669 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:22:47.516123 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event updated for resources: {'Port': ['ID=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:47.523845 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:47.553468 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:47.553926 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:47.580123 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-569ab5fe-29e8-4ad7-901c-0e1d21e37a21 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7542820
Apr 30 13:22:47.592020 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Request body: {'port': {'device_id': 'a430df59-7321-422f-b4a4-54f35279f919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:47.688792 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-9b5faec0-d248-4706-a6bc-4737ceea33bc None None] Provisioning for port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:22:47.694894 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-9b5faec0-d248-4706-a6bc-4737ceea33bc None None] Provisioning complete for port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:22:47.695359 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9b5faec0-d248-4706-a6bc-4737ceea33bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:47.755587 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-9b5faec0-d248-4706-a6bc-4737ceea33bc None None] Port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:22:47.800496 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:48.152736 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8011547-9e2e-4897-9dea-058d66321e87 req-bb38d38e-1757-4e96-93dd-6057eceefb56 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:48.153436 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-a8011547-9e2e-4897-9dea-058d66321e87 req-bb38d38e-1757-4e96-93dd-6057eceefb56 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Synchronizing usage tracker for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:22:48.216153 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-a8011547-9e2e-4897-9dea-058d66321e87 req-bb38d38e-1757-4e96-93dd-6057eceefb56 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Unset dirty status for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:22:48.217300 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a8011547-9e2e-4897-9dea-058d66321e87 req-bb38d38e-1757-4e96-93dd-6057eceefb56 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 932 time: 0.2450664
Apr 30 13:22:48.254351 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 {{(pid=73836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:22:48.269317 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:48.293506 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a8011547-9e2e-4897-9dea-058d66321e87 req-0f76333a-7cc2-49ef-954e-17871ae4f319 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691543
Apr 30 13:22:48.295900 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Transition to ACTIVE for port object 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 will not be triggered until provisioned by entity L2. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:22:48.300164 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:48.305462 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:48.431761 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Pushing event updated for resources: {'Port': ['ID=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:48.459012 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:48.542074 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Attempting to bind port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:22:48.542430 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Attempting to bind port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:22:48.542808 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Attempting to bind port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 on network 0555ee9b-672c-4eec-957a-e8bb40b60f14 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:22:48.547487 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 on network 0555ee9b-672c-4eec-957a-e8bb40b60f14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:22:48.547804 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Attempting to bind port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 on network 0555ee9b-672c-4eec-957a-e8bb40b60f14 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:22:48.553868 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:22:48.554208 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Checking segment: {'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:22:48.554628 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Bound using segment: {'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:22:48.555057 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Bound port: 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e95406a-e6f3-43ca-962d-d84623c09e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14'}}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:22:48.555401 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:48.650187 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] For port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host hv-cinder-78719, cleared binding levels {{(pid=73836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:22:48.653030 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] For port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:22:48.657361 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:48.662008 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:48.725618 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:48.725618 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:48.726585 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] 10.222.0.89 "PUT /v2.0/ports/93f6a550-eae8-4774-9f9e-dc8cbf3ac666 HTTP/1.1" status: 200  len: 1094 time: 1.1390643
Apr 30 13:22:48.727088 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:22:48.752139 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Pushing event updated for resources: {'Port': ['ID=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,revision_number=3']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:48.762605 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:48.808896 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'status': 'completed', 'code': 200}
Apr 30 13:22:48.845779 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-ca02dcbd-83d1-4316-b400-0d7d1f3b9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:48.847301 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-ca02dcbd-83d1-4316-b400-0d7d1f3b9c96 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 1097 time: 0.0765464
Apr 30 13:22:48.920449 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-aa220bb3-a596-408c-9a03-bf9603a9cb71 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666 HTTP/1.1" status: 200  len: 217 time: 0.0650244
Apr 30 13:22:48.987099 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-5a427a0a-0087-4c0f-b031-4ace1a42e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:48.988431 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-5a427a0a-0087-4c0f-b031-4ace1a42e3e7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b330465d-555e-4715-b8c8-efed53710843 HTTP/1.1" status: 200  len: 856 time: 0.0612550
Apr 30 13:22:49.064814 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-30db1f9b-c2fb-4722-bc87-a3510820ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:49.066310 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-30db1f9b-c2fb-4722-bc87-a3510820ac50 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0555ee9b-672c-4eec-957a-e8bb40b60f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711648
Apr 30 13:22:49.201090 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-16b74992-0810-429e-b807-29f32144b785 service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271386
Apr 30 13:22:49.338531 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a5b70176-eecc-40f8-9554-9f2a8e4390f9 req-dca7ea04-e2c8-4cfe-9eb1-23426a2162ee service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304307
Apr 30 13:22:49.523069 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a668e3-c964-4bd2-a133-b58422bea326 req-34f26e5b-95c1-4212-8064-6c492dcee62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:49.524559 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-00a668e3-c964-4bd2-a133-b58422bea326 req-34f26e5b-95c1-4212-8064-6c492dcee62f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 1097 time: 0.1376710
Apr 30 13:22:49.534852 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb5305-fb7a-4770-b542-a33c16e4c14e req-d908c3ff-f0e2-4e8e-9a7b-66b3911ffdf2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:49.536522 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cfbb5305-fb7a-4770-b542-a33c16e4c14e req-d908c3ff-f0e2-4e8e-9a7b-66b3911ffdf2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.1134357
Apr 30 13:22:49.754520 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cfbb5305-fb7a-4770-b542-a33c16e4c14e req-305658df-2da1-446a-8875-13908b59358e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1987910
Apr 30 13:22:49.784140 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a668e3-c964-4bd2-a133-b58422bea326 req-716f9cc0-801c-4b6f-aa97-68610e420f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:49.785858 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-00a668e3-c964-4bd2-a133-b58422bea326 req-716f9cc0-801c-4b6f-aa97-68610e420f12 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 919 time: 0.2481039
Apr 30 13:22:49.853399 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-00a668e3-c964-4bd2-a133-b58422bea326 req-a6aa632b-0670-497f-a8e8-70d44b8c65b3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666 HTTP/1.1" status: 200  len: 217 time: 0.0603216
Apr 30 13:22:49.921330 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a668e3-c964-4bd2-a133-b58422bea326 req-d8358a45-759d-40c1-804e-e2bd0b2fdc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:49.922787 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-00a668e3-c964-4bd2-a133-b58422bea326 req-d8358a45-759d-40c1-804e-e2bd0b2fdc19 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b330465d-555e-4715-b8c8-efed53710843 HTTP/1.1" status: 200  len: 856 time: 0.0616608
Apr 30 13:22:49.999802 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a668e3-c964-4bd2-a133-b58422bea326 req-fd91ff86-3f92-4b6f-87d2-94312a49b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:50.001218 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-00a668e3-c964-4bd2-a133-b58422bea326 req-fd91ff86-3f92-4b6f-87d2-94312a49b208 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0555ee9b-672c-4eec-957a-e8bb40b60f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710771
Apr 30 13:22:50.135034 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-00a668e3-c964-4bd2-a133-b58422bea326 req-350828f7-9eb1-4bbb-bdd4-f100c963c144 service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249397
Apr 30 13:22:50.269165 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-00a668e3-c964-4bd2-a133-b58422bea326 req-08bbe123-7c18-41bf-9419-a9c13a829269 service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268008
Apr 30 13:22:50.948085 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab1f3a-8095-4d67-88a6-995b66a54edf req-d989dc83-221f-40a1-aba3-8e3d8036f508 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:50.949608 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6cab1f3a-8095-4d67-88a6-995b66a54edf req-d989dc83-221f-40a1-aba3-8e3d8036f508 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0850167
Apr 30 13:22:50.995676 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6cab1f3a-8095-4d67-88a6-995b66a54edf req-990e788a-f9da-49d0-aa3d-e4c23a69a990 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401845
Apr 30 13:22:52.186581 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f438b2-f5de-4807-afc4-edcc34dceb7a req-56332d9a-66e1-4ae4-bba3-990453631b91 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:52.188058 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-56f438b2-f5de-4807-afc4-edcc34dceb7a req-56332d9a-66e1-4ae4-bba3-990453631b91 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0803854
Apr 30 13:22:52.235218 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-56f438b2-f5de-4807-afc4-edcc34dceb7a req-c6c2b9c4-5aca-49e2-9782-a199e2e91d98 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414569
Apr 30 13:22:52.264409 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:22:52.396968 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:22:52.411476 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'port_id': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'mac_address': 'fa:16:3e:5d:60:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:22:52.467874 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:52.485043 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:22:52.500753 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:22:52.505080 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:52.507818 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2df1a24c-6c01-4b43-b4d9-03dbb9d29954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:52.575011 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:52.582079 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:52.582507 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:52.582851 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:52.583175 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:52.583497 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:52.583817 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:52.584133 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:52.584447 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:52.585295 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:52.585770 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:52.586091 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:52.586428 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:22:52.590227 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:52.853893 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['93f6a550-eae8-4774-9f9e-dc8cbf3ac666'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:22:53.424406 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b78db-704e-4b57-97a6-69984fcf85fd req-2976317d-ef34-4ffe-b457-fea7a5a3038b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:53.425899 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b05b78db-704e-4b57-97a6-69984fcf85fd req-2976317d-ef34-4ffe-b457-fea7a5a3038b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 945 time: 0.0813639
Apr 30 13:22:53.473070 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b05b78db-704e-4b57-97a6-69984fcf85fd req-b0add966-28f4-452a-b334-6b1fc2b0e3e5 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405984
Apr 30 13:22:53.516130 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-23599ab8-bab7-448d-8a0c-1c29058fa967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:54.278648 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:22:54.347535 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:22:54.352791 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:22:54.353172 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:54.471087 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:54.498496 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:22:54.508786 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:22:54.513529 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:54.516378 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:22:54.554494 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'code': 200}
Apr 30 13:22:54.591018 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:22:54.594025 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:22:54.672803 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc941f-7ee7-40b0-8f7e-777f579bc0ee req-ba64dad2-9ac4-4d9a-88ea-175e06a1f72b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:54.674477 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7dcc941f-7ee7-40b0-8f7e-777f579bc0ee req-ba64dad2-9ac4-4d9a-88ea-175e06a1f72b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0862017
Apr 30 13:22:54.761296 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7dcc941f-7ee7-40b0-8f7e-777f579bc0ee req-0a2788e2-2f9d-4857-b402-a3370c407e9d tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803275
Apr 30 13:22:54.791293 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c6980-c9ea-45a4-828d-1e45f49c1b28 req-61f6d610-b4c1-4e63-a5db-5f8854b2c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:54.792670 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-878c6980-c9ea-45a4-828d-1e45f49c1b28 req-61f6d610-b4c1-4e63-a5db-5f8854b2c758 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 1099 time: 0.0781960
Apr 30 13:22:54.834110 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-878c6980-c9ea-45a4-828d-1e45f49c1b28 req-ef67da74-76f3-4149-b640-6619dc17a7cb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347259
Apr 30 13:22:55.959590 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac963a7-6dd9-4094-a83c-ccd156d099d6 req-0a3ea876-40c8-4565-a99a-4e0569c1a0cf tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:55.961764 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8ac963a7-6dd9-4094-a83c-ccd156d099d6 req-0a3ea876-40c8-4565-a99a-4e0569c1a0cf tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0867050
Apr 30 13:22:56.006989 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8ac963a7-6dd9-4094-a83c-ccd156d099d6 req-2fb345aa-6914-44b4-a8e3-120b7ce26fb1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393398
Apr 30 13:22:56.227153 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:56.544688 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7a46e518-0c7b-42ca-82cc-ac1398a96a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:57.200786 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832562e9-ff24-4ebf-93e6-36960cd443dd req-5994809a-5c71-4a7a-8c1b-918fad3ea429 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:57.202272 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-832562e9-ff24-4ebf-93e6-36960cd443dd req-5994809a-5c71-4a7a-8c1b-918fad3ea429 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0803978
Apr 30 13:22:57.249823 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-832562e9-ff24-4ebf-93e6-36960cd443dd req-05dc1903-bf90-48ff-baf9-5ba42f5feaff tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417495
Apr 30 13:22:57.432961 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5bd2f-94ed-43be-9b00-35fab5dc1aaf req-578a2427-abe0-44c8-adbb-e247c35092f9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:57.434442 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f8f5bd2f-94ed-43be-9b00-35fab5dc1aaf req-578a2427-abe0-44c8-adbb-e247c35092f9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0808125
Apr 30 13:22:57.442922 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 47934) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:22:57.448313 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-947debef-93b4-482a-ba5f-a448e4180307 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Request body: {'floatingip': {'port_id': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:22:57.527778 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-947debef-93b4-482a-ba5f-a448e4180307 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:57.756157 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:58.205343 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-947debef-93b4-482a-ba5f-a448e4180307 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:58.209461 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-947debef-93b4-482a-ba5f-a448e4180307 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:58.379441 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.l3_db [None req-947debef-93b4-482a-ba5f-a448e4180307 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Floating IP cc460a9d-f3e1-4f9d-90fd-47d0e17b1968 associated. External IP: 172.27.2.184, port: 93f6a550-eae8-4774-9f9e-dc8cbf3ac666.
Apr 30 13:22:58.731673 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947debef-93b4-482a-ba5f-a448e4180307 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Router 5185e086-665c-4800-bd61-915754238f0f has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:22:58.909003 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947debef-93b4-482a-ba5f-a448e4180307 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:22:58.914545 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-947debef-93b4-482a-ba5f-a448e4180307 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:58.919882 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4fa6a6-0627-4568-a2f6-c727e15948e5 None None] Sync routers for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:22:58.930184 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4fa6a6-0627-4568-a2f6-c727e15948e5 None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:22:58.930921 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-1d4fa6a6-0627-4568-a2f6-c727e15948e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28300fd0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:22:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:59.071180 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-947debef-93b4-482a-ba5f-a448e4180307 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "PUT /v2.0/floatingips/cc460a9d-f3e1-4f9d-90fd-47d0e17b1968 HTTP/1.1" status: 200  len: 992 time: 1.6269546
Apr 30 13:22:59.071744 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:22:59.127079 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'status': 'completed', 'code': 200}
Apr 30 13:22:59.133380 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-1d4fa6a6-0627-4568-a2f6-c727e15948e5 None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:22:59.187334 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:22:59.227158 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0b322-0e7a-4839-a991-2f5a761e5452 req-b2ec8026-3baa-40f6-9a4c-c0bb299371e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:59.228644 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3fd0b322-0e7a-4839-a991-2f5a761e5452 req-b2ec8026-3baa-40f6-9a4c-c0bb299371e0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 1099 time: 0.0789704
Apr 30 13:22:59.366665 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0b322-0e7a-4839-a991-2f5a761e5452 req-5b6a2641-e62a-4d0a-9359-b8b0a51678cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:59.368210 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3fd0b322-0e7a-4839-a991-2f5a761e5452 req-5b6a2641-e62a-4d0a-9359-b8b0a51678cc service neutron] 10.222.0.89 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 919 time: 0.1316175
Apr 30 13:22:59.475730 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3fd0b322-0e7a-4839-a991-2f5a761e5452 req-6fed3548-0ee7-4032-af4c-0d4a8789eb8b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666 HTTP/1.1" status: 200  len: 1000 time: 0.1000865
Apr 30 13:22:59.498597 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-1d4fa6a6-0627-4568-a2f6-c727e15948e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28300fd0>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'cc460a9d-f3e1-4f9d-90fd-47d0e17b1968', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': '5185e086-665c-4800-bd61-915754238f0f', 'port_id': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'mac_address': 'fa:16:3e:5d:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a430df59-7321-422f-b4a4-54f35279f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:22:44Z', 'updated_at': '2021-04-30T13:22:58Z', 'revision_number': 1, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 5, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:59.502751 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4fa6a6-0627-4568-a2f6-c727e15948e5 None None] Checking router: 5185e086-665c-4800-bd61-915754238f0f for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:22:59.511712 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4fa6a6-0627-4568-a2f6-c727e15948e5 None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:22:59.512334 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-1d4fa6a6-0627-4568-a2f6-c727e15948e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28300fd0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:22:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:22:59.545518 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0b322-0e7a-4839-a991-2f5a761e5452 req-4ed52873-5df9-43c7-9a18-60aaf9665999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:59.547008 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3fd0b322-0e7a-4839-a991-2f5a761e5452 req-4ed52873-5df9-43c7-9a18-60aaf9665999 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b330465d-555e-4715-b8c8-efed53710843 HTTP/1.1" status: 200  len: 856 time: 0.0645659
Apr 30 13:22:59.625568 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0b322-0e7a-4839-a991-2f5a761e5452 req-89f9faf9-32f1-4692-b5f9-b1214c7b74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:22:59.627089 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3fd0b322-0e7a-4839-a991-2f5a761e5452 req-89f9faf9-32f1-4692-b5f9-b1214c7b74ec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0555ee9b-672c-4eec-957a-e8bb40b60f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716743
Apr 30 13:22:59.726381 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-1d4fa6a6-0627-4568-a2f6-c727e15948e5 None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:22:59.761116 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3fd0b322-0e7a-4839-a991-2f5a761e5452 req-5895151d-747c-4596-9e77-ba724c350b45 service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260796
Apr 30 13:22:59.896057 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3fd0b322-0e7a-4839-a991-2f5a761e5452 req-e552711e-4eb2-4a88-adb4-fc785d66e869 service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272962
Apr 30 13:23:00.076613 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-1d4fa6a6-0627-4568-a2f6-c727e15948e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28300fd0>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'cc460a9d-f3e1-4f9d-90fd-47d0e17b1968', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': '5185e086-665c-4800-bd61-915754238f0f', 'port_id': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'mac_address': 'fa:16:3e:5d:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a430df59-7321-422f-b4a4-54f35279f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:22:44Z', 'updated_at': '2021-04-30T13:22:58Z', 'revision_number': 1, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 5, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:00.080480 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4fa6a6-0627-4568-a2f6-c727e15948e5 None None] The sync data for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi is: [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'cc460a9d-f3e1-4f9d-90fd-47d0e17b1968', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': '5185e086-665c-4800-bd61-915754238f0f', 'port_id': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'mac_address': 'fa:16:3e:5d:60:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a430df59-7321-422f-b4a4-54f35279f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:22:44Z', 'updated_at': '2021-04-30T13:22:58Z', 'revision_number': 1, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 5, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:23:00.263489 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446fb87e-f7df-4a38-8801-5017cdc5b410 None None] New status for floating IP cc460a9d-f3e1-4f9d-90fd-47d0e17b1968: ACTIVE {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:23:00.408484 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:02.619160 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:23:22.308367 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e13b6-f234-4356-af79-783f4a18e255 req-cde269c6-c0d1-4190-9a8d-92a10bf53b3b tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:22.309823 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-431e13b6-f234-4356-af79-783f4a18e255 req-cde269c6-c0d1-4190-9a8d-92a10bf53b3b tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0797527
Apr 30 13:23:22.358498 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-431e13b6-f234-4356-af79-783f4a18e255 req-5f0067b4-dfec-4710-94d9-cc16fcb0d9d0 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427964
Apr 30 13:23:23.518983 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9476761e-6da8-47b7-a5eb-e3cc28a002c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:23.550314 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8d919-e307-41d4-9c51-bd772456ba6d req-7f5c668f-42a2-49d8-9de2-0d5a61198900 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:23.551760 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-25b8d919-e307-41d4-9c51-bd772456ba6d req-7f5c668f-42a2-49d8-9de2-0d5a61198900 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0832288
Apr 30 13:23:23.636117 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-25b8d919-e307-41d4-9c51-bd772456ba6d req-2fe3a14f-985a-4479-903d-686b9e9e3568 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783339
Apr 30 13:23:23.676167 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-c1186371-9e16-4d92-b7d7-07588c81bb27 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:23.677604 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-c1186371-9e16-4d92-b7d7-07588c81bb27 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.89 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 946 time: 0.0899618
Apr 30 13:23:23.812842 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Deleting port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:23:23.813193 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:23.947933 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] For port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=419aba13-c765-4cb7-9f24-7ea6c1ae20fc,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:23:23.948284 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:24.319541 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:24.319828 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:24.320177 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.l3_db [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Floating IP b503d68d-efba-4271-88d5-61c5f2cd4834 disassociated. External IP: 172.27.2.121, port: 419aba13-c765-4cb7-9f24-7ea6c1ae20fc.
Apr 30 13:23:24.320520 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Calling delete_port for 419aba13-c765-4cb7-9f24-7ea6c1ae20fc owned by compute:nova {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:23:24.453705 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:24.459625 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a3b53de6-47c4-4f57-a7c0-f588e306129f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:24.504986 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event deleted for resources: {'Port': ['ID=419aba13-c765-4cb7-9f24-7ea6c1ae20fc,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:24.507959 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:24.693517 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:23:24.811955 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6893976d-f5cf-4ce4-bd5f-30566fe73cb7 req-752b5d1d-31c3-49d9-8195-7ad75bfb7068 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf9cb13f-3b11-40fd-96fd-47cb713065f2 HTTP/1.1" status: 200  len: 210 time: 0.0594380
Apr 30 13:23:24.921278 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:23:24.930641 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c48e94-00de-4233-8e9b-8b2b037366dc None None] Sync routers for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:23:24.943896 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c48e94-00de-4233-8e9b-8b2b037366dc None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:23:24.944524 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-79c48e94-00de-4233-8e9b-8b2b037366dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28236910>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:22:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:24.999399 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] No DVR routers for this DVR port 419aba13-c765-4cb7-9f24-7ea6c1ae20fc on host hv-cinder-78719 {{(pid=73836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:23:25.002206 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:25.005078 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9cb13f-3b11-40fd-96fd-47cb713065f2', 'name': 'network-vif-deleted', 'tag': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:23:25.013997 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b7c6a384-48db-49ee-a8ed-3ad5383780c5 req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.89 "DELETE /v2.0/ports/419aba13-c765-4cb7-9f24-7ea6c1ae20fc HTTP/1.1" status: 204  len: 173 time: 1.3305762
Apr 30 13:23:25.070447 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9cb13f-3b11-40fd-96fd-47cb713065f2', 'name': 'network-vif-deleted', 'tag': '419aba13-c765-4cb7-9f24-7ea6c1ae20fc', 'status': 'completed', 'code': 200}
Apr 30 13:23:25.141630 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-79c48e94-00de-4233-8e9b-8b2b037366dc None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:23:25.458551 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-79c48e94-00de-4233-8e9b-8b2b037366dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28236910>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:25.462642 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c48e94-00de-4233-8e9b-8b2b037366dc None None] Checking router: d8ec34c0-2cb4-44d7-8b58-e2de730c38fb for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:23:25.472794 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c48e94-00de-4233-8e9b-8b2b037366dc None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:23:25.473284 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-79c48e94-00de-4233-8e9b-8b2b037366dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28236910>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:22:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:25.658791 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-79c48e94-00de-4233-8e9b-8b2b037366dc None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:23:25.939284 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 48022) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:23:26.019490 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7191173f-1bd8-4117-b04d-ff49f6da3a71 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:26.043847 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-79c48e94-00de-4233-8e9b-8b2b037366dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28236910>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:26.048097 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c48e94-00de-4233-8e9b-8b2b037366dc None None] The sync data for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi is: [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:23:26.049979 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7191173f-1bd8-4117-b04d-ff49f6da3a71 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:26.162322 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7191173f-1bd8-4117-b04d-ff49f6da3a71 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:26.167411 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e2e874a6-1017-4243-9c51-717d938aea82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:26.183660 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb9438-c97f-4d19-ab61-a3142775bcea req-ae84f5a5-48bf-4a52-aa2b-e724e46895c3 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:26.185120 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2ebb9438-c97f-4d19-ab61-a3142775bcea req-ae84f5a5-48bf-4a52-aa2b-e724e46895c3 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 945 time: 0.1023860
Apr 30 13:23:26.194154 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191173f-1bd8-4117-b04d-ff49f6da3a71 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:26.196655 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7191173f-1bd8-4117-b04d-ff49f6da3a71 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:26.247857 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:26.251816 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7191173f-1bd8-4117-b04d-ff49f6da3a71 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:26.252924 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-7191173f-1bd8-4117-b04d-ff49f6da3a71 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "DELETE /v2.0/security-groups/bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7 HTTP/1.1" status: 204  len: 168 time: 0.3126748
Apr 30 13:23:26.255822 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 48030) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:23:26.284989 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2ebb9438-c97f-4d19-ab61-a3142775bcea req-77cd0519-d0c8-43c0-9a30-d05656d61d03 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919437
Apr 30 13:23:26.286347 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.api.v2.resource [None req-caf76101-db6e-4e2b-af50-b20642231554 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] show failed (client error): The resource could not be found.
Apr 30 13:23:26.287455 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-caf76101-db6e-4e2b-af50-b20642231554 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups/bcc53edf-e5a4-48fa-ad53-1dc08eaf39a7 HTTP/1.1" status: 404  len: 347 time: 0.0305419
Apr 30 13:23:26.290797 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 48034) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:23:26.308241 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45afe27d-ee5b-4407-8fbe-031fc1661a83 None None] New status for floating IP b503d68d-efba-4271-88d5-61c5f2cd4834: DOWN {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:23:26.512483 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f1c54-01df-42ca-8a77-7f32af455a3a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Deleting port 629232c9-5467-4980-a70d-41cae4f886e4 {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:23:26.512754 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1c54-01df-42ca-8a77-7f32af455a3a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:26.549867 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5734db9b-1828-413a-b4c3-98edb4943c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:26.636395 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1c54-01df-42ca-8a77-7f32af455a3a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:26.636767 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1c54-01df-42ca-8a77-7f32af455a3a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:26.850123 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f1c54-01df-42ca-8a77-7f32af455a3a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Calling delete_port for 629232c9-5467-4980-a70d-41cae4f886e4 owned by network:floatingip {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:23:26.958634 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1c54-01df-42ca-8a77-7f32af455a3a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:26.962441 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:27.033450 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f1c54-01df-42ca-8a77-7f32af455a3a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event deleted for resources: {'Port': ['ID=629232c9-5467-4980-a70d-41cae4f886e4,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:27.040613 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-3e9f1c54-01df-42ca-8a77-7f32af455a3a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:27.097782 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1c54-01df-42ca-8a77-7f32af455a3a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.108820 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1c54-01df-42ca-8a77-7f32af455a3a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.109880 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-3e9f1c54-01df-42ca-8a77-7f32af455a3a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "DELETE /v2.0/floatingips/b503d68d-efba-4271-88d5-61c5f2cd4834 HTTP/1.1" status: 204  len: 168 time: 0.8181603
Apr 30 13:23:27.469312 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 48046) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:23:27.480587 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--747400775', 'description': 'tempest-description--793383011'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:23:27.491087 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:23:27.496878 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Usage tracker for resource:security_group and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:23:27.500345 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:23:27.506105 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:23:27.516721 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.541549 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:23:27.547178 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Usage tracker for resource:security_group_rule and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:23:27.548468 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:23:27.554333 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:23:27.628203 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.632144 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.636257 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283aeb9-d7b7-4efe-8432-9c9b32e99cbe req-2ad7fe47-61f1-4e3a-9eea-a12778718a73 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:27.637750 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5283aeb9-d7b7-4efe-8432-9c9b32e99cbe req-2ad7fe47-61f1-4e3a-9eea-a12778718a73 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 945 time: 0.0884809
Apr 30 13:23:27.639020 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b1eca874-19b8-4b4f-a3fe-017801bdc73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:27.682328 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb5984b-ea11-4c1b-97b7-254eef0bb1a3,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:27.685485 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:27.686971 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.688519 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2172098
Apr 30 13:23:27.691427 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 48050) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:23:27.699528 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-d6b513a7-be4f-4f6e-8647-28660f023ad7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Request body: {'security_group_rule': {'security_group_id': 'feb5984b-ea11-4c1b-97b7-254eef0bb1a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:23:27.705700 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5283aeb9-d7b7-4efe-8432-9c9b32e99cbe req-d73eec0b-f3fd-4c97-a0db-ebc85f6e4a58 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585332
Apr 30 13:23:27.708101 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-d6b513a7-be4f-4f6e-8647-28660f023ad7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:23:27.712364 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-d6b513a7-be4f-4f6e-8647-28660f023ad7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Usage tracker for resource:security_group_rule and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:23:27.715318 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-d6b513a7-be4f-4f6e-8647-28660f023ad7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:23:27.721464 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-d6b513a7-be4f-4f6e-8647-28660f023ad7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:23:27.736624 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d6b513a7-be4f-4f6e-8647-28660f023ad7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.760251 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.797765 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d6b513a7-be4f-4f6e-8647-28660f023ad7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.801284 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d6b513a7-be4f-4f6e-8647-28660f023ad7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.803351 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-490b93e2-323b-4c1a-9c23-3c30165620c0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:27.825812 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b513a7-be4f-4f6e-8647-28660f023ad7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc2402c-3a4d-4cbf-b4e4-507730921b88,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:27.828282 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-d6b513a7-be4f-4f6e-8647-28660f023ad7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:27.835525 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d6b513a7-be4f-4f6e-8647-28660f023ad7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.836725 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-d6b513a7-be4f-4f6e-8647-28660f023ad7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1442850
Apr 30 13:23:27.839577 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 48054) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:23:27.844894 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-df0e1fae-e2a9-43a9-a628-e7deb70818ea tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Request body: {'security_group_rule': {'security_group_id': 'feb5984b-ea11-4c1b-97b7-254eef0bb1a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:23:27.850705 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-df0e1fae-e2a9-43a9-a628-e7deb70818ea tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:23:27.855338 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-df0e1fae-e2a9-43a9-a628-e7deb70818ea tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Usage tracker for resource:security_group_rule and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:23:27.858239 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-df0e1fae-e2a9-43a9-a628-e7deb70818ea tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:23:27.863975 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-df0e1fae-e2a9-43a9-a628-e7deb70818ea tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:23:27.884681 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-df0e1fae-e2a9-43a9-a628-e7deb70818ea tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.948503 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-df0e1fae-e2a9-43a9-a628-e7deb70818ea tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.952032 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-df0e1fae-e2a9-43a9-a628-e7deb70818ea tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.958279 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:27.979444 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e1fae-e2a9-43a9-a628-e7deb70818ea tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbeb288-e19d-4c00-87d9-3e5b8f3a92e8,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:27.982604 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-df0e1fae-e2a9-43a9-a628-e7deb70818ea tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:27.991687 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-df0e1fae-e2a9-43a9-a628-e7deb70818ea tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:27.992976 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-df0e1fae-e2a9-43a9-a628-e7deb70818ea tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1524255
Apr 30 13:23:27.996555 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 48058) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:23:28.001878 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Request body: {'floatingip': {'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:23:28.007720 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:23:28.012268 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Usage tracker for resource:floatingip and tenant:d31b6528c1aa407daea2ff99de255d43 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:23:28.015183 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:23:28.021049 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:23:28.032336 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:28.095277 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-8a951611-aa8e-4eff-b353-bdc00eabafd0 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:28.096710 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-8a951611-aa8e-4eff-b353-bdc00eabafd0 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 945 time: 0.0870571
Apr 30 13:23:28.242177 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Deleting port b7ab9719-f27c-4be9-8925-b7339790a9a1 {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:23:28.242560 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:28.261331 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:28.376118 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] For port b7ab9719-f27c-4be9-8925-b7339790a9a1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b7ab9719-f27c-4be9-8925-b7339790a9a1,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:23:28.376490 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:28.408620 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Allocated IP 172.27.2.228 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/4b949f41-bbe0-4da4-810a-ae2f71feb989) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:23:28.470359 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 419aba13-c765-4cb7-9f24-7ea6c1ae20fc no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:23:28.506632 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: 419aba13-c765-4cb7-9f24-7ea6c1ae20fc {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:23:28.506632 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 419aba13-c765-4cb7-9f24-7ea6c1ae20fc not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:23:28.566280 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:28.601480 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:28.606627 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-bfa52b00-372b-4b7d-851a-d13cf24b2191 tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:28.672023 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:23:28.675325 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:23:28.679066 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:23:28.682500 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:28.683018 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:28.683351 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.l3_db [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Floating IP 7d5b2161-0a26-441c-9981-7cdf7d24eab8 disassociated. External IP: 172.27.2.160, port: b7ab9719-f27c-4be9-8925-b7339790a9a1.
Apr 30 13:23:28.683678 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Calling delete_port for b7ab9719-f27c-4be9-8925-b7339790a9a1 owned by compute:nova {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:23:28.711851 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event updated for resources: {'Port': ['ID=4b949f41-bbe0-4da4-810a-ae2f71feb989,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:28.717930 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:28.770687 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:28.803186 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:28.809501 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-0c687450-9cca-4db0-ba8a-d8d6be3ee6dd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:28.836458 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:28.888435 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event deleted for resources: {'Port': ['ID=b7ab9719-f27c-4be9-8925-b7339790a9a1,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:28.896741 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:28.907888 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a05285a-80bd-4663-982a-870101dd1acf req-bb8c1e76-77da-4408-8c31-2451e1431706 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 210 time: 0.0587912
Apr 30 13:23:29.053467 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:29.059204 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:29.063922 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:29.097425 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:23:29.134859 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:29.170380 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event updated for resources: {'Port': ['ID=4b949f41-bbe0-4da4-810a-ae2f71feb989,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:29.174440 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:29.182275 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:29.208629 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:29.210121 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2125435
Apr 30 13:23:29.415204 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:23:29.426620 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe335f-6cea-4747-b1c6-a59bcc3c12a4 None None] Sync routers for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:23:29.436691 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe335f-6cea-4747-b1c6-a59bcc3c12a4 None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:23:29.437317 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-fbbe335f-6cea-4747-b1c6-a59bcc3c12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28003ca0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:23:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:29.484257 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-4d2224df-dbbb-492a-9363-d43d17da78b8 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Synchronizing usage tracker for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:security_group {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:23:29.499884 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] No DVR routers for this DVR port b7ab9719-f27c-4be9-8925-b7339790a9a1 on host hv-cinder-78719 {{(pid=73836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:23:29.504944 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:29.509604 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbe975e-8af8-40af-ae40-94cb90ca2994', 'name': 'network-vif-deleted', 'tag': 'b7ab9719-f27c-4be9-8925-b7339790a9a1'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:23:29.533976 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-4d2224df-dbbb-492a-9363-d43d17da78b8 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Unset dirty status for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:security_group {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:23:29.535422 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-4d2224df-dbbb-492a-9363-d43d17da78b8 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--747400775&fields=id&tenant_id=d31b6528c1aa407daea2ff99de255d43 HTTP/1.1" status: 200  len: 267 time: 0.1693017
Apr 30 13:23:29.537604 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4731a5c1-d70a-4d6a-8825-1662ed881758 req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "DELETE /v2.0/ports/b7ab9719-f27c-4be9-8925-b7339790a9a1 HTTP/1.1" status: 204  len: 173 time: 1.4350064
Apr 30 13:23:29.590251 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbe975e-8af8-40af-ae40-94cb90ca2994', 'name': 'network-vif-deleted', 'tag': 'b7ab9719-f27c-4be9-8925-b7339790a9a1', 'status': 'completed', 'code': 200}
Apr 30 13:23:29.627663 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-fbbe335f-6cea-4747-b1c6-a59bcc3c12a4 None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:23:29.712662 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-4ff59ec8-c33d-4310-8c5a-c50a43c5bda4 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:29.714236 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-4ff59ec8-c33d-4310-8c5a-c50a43c5bda4 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/networks?id=44bdf4e3-2cec-4552-a016-68e772a00e73 HTTP/1.1" status: 200  len: 810 time: 0.1708813
Apr 30 13:23:29.730180 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-0dc14672-cb93-4324-b957-89508e6aad5b tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/quotas/d31b6528c1aa407daea2ff99de255d43 HTTP/1.1" status: 200  len: 375 time: 0.0100229
Apr 30 13:23:29.822330 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-1e407e8e-0918-4b15-a1f3-18bded44de91 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Synchronizing usage tracker for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:23:29.839450 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-1e407e8e-0918-4b15-a1f3-18bded44de91 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Unset dirty status for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:23:29.840876 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-1e407e8e-0918-4b15-a1f3-18bded44de91 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31b6528c1aa407daea2ff99de255d43&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1047497
Apr 30 13:23:29.971564 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-fbbe335f-6cea-4747-b1c6-a59bcc3c12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28003ca0>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:29.978565 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe335f-6cea-4747-b1c6-a59bcc3c12a4 None None] Checking router: f45a20a8-92bc-418a-bbc0-ec4c8b863d8a for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:23:29.987329 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe335f-6cea-4747-b1c6-a59bcc3c12a4 None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:23:29.989139 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-fbbe335f-6cea-4747-b1c6-a59bcc3c12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28003ca0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:23:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:30.006899 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-0cabc482-10ee-4e06-8085-a85937ec83f8 service neutron] 10.222.0.15 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527686
Apr 30 13:23:30.125072 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-df066455-1632-471e-a0ce-8e901fad5a6d req-0e07f963-4ab7-45ed-8b28-d5503e229c4e tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Synchronizing usage tracker for tenant:e930754914a64acfa79c68b521726214 on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:23:30.177241 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-fbbe335f-6cea-4747-b1c6-a59bcc3c12a4 None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:23:30.200752 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-df066455-1632-471e-a0ce-8e901fad5a6d req-0e07f963-4ab7-45ed-8b28-d5503e229c4e tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Unset dirty status for tenant:e930754914a64acfa79c68b521726214 on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:23:30.201950 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-df066455-1632-471e-a0ce-8e901fad5a6d req-0e07f963-4ab7-45ed-8b28-d5503e229c4e tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbe975e-8af8-40af-ae40-94cb90ca2994 HTTP/1.1" status: 200  len: 210 time: 0.1397116
Apr 30 13:23:30.229663 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-d89044c0-e32d-46fb-9ad4-5affb26b0c6a service neutron] 10.222.0.15 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1940298
Apr 30 13:23:30.433924 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-563b8967-7591-42a4-a69c-e893d48d96fb req-a8f28147-c0dc-4609-9a86-bf427d6c0ee0 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 210 time: 0.0523477
Apr 30 13:23:30.434853 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:30.534529 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-fbbe335f-6cea-4747-b1c6-a59bcc3c12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28003ca0>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:30.538845 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe335f-6cea-4747-b1c6-a59bcc3c12a4 None None] The sync data for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi is: [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:23:30.827666 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8832b024-1fe6-41cf-927d-95e243f51dca None None] New status for floating IP 7d5b2161-0a26-441c-9981-7cdf7d24eab8: DOWN {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:23:31.632972 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8ae182bb-8857-461d-b3ac-8d83d422a7d0 req-159056a5-ee81-46fc-a46e-2de06ff708c2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 210 time: 0.0696342
Apr 30 13:23:31.647628 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-161e23de-0f22-426a-9ce4-59268e3ce796 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:31.648912 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-161e23de-0f22-426a-9ce4-59268e3ce796 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.89 "GET /v2.0/networks?id=44bdf4e3-2cec-4552-a016-68e772a00e73 HTTP/1.1" status: 200  len: 810 time: 0.2440052
Apr 30 13:23:31.652088 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-5352fb38-4e9a-42ef-8299-aca8f3151ef9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687858827&fields=id&tenant_id=e930754914a64acfa79c68b521726214 HTTP/1.1" status: 200  len: 267 time: 0.1161880
Apr 30 13:23:31.793270 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-91c1a47e-1753-4aa2-84af-470c3ab98944 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31b6528c1aa407daea2ff99de255d43 HTTP/1.1" status: 200  len: 379 time: 0.1347780
Apr 30 13:23:31.807860 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Request body: {'port': {'device_id': '47bb0b50-c14e-447a-b980-b366a46324b9', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'admin_state_up': True, 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'security_groups': ['feb5984b-ea11-4c1b-97b7-254eef0bb1a3']}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:23:31.943853 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-d4530a24-5a53-44eb-b76c-2f540555e6e8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:31.945304 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-d4530a24-5a53-44eb-b76c-2f540555e6e8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 810 time: 0.2698591
Apr 30 13:23:31.977095 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-6bf244f5-ba45-429a-a7e3-a2b663c712bf tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/quotas/e930754914a64acfa79c68b521726214 HTTP/1.1" status: 200  len: 375 time: 0.0247381
Apr 30 13:23:32.020843 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:23:32.041751 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:23:32.057971 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Made reservation on behalf of d31b6528c1aa407daea2ff99de255d43 for: {'port': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:23:32.061449 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:32.162878 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-2f5dbdb7-b4e3-4af6-8456-6e5800ad90f8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1784768
Apr 30 13:23:32.449981 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Allocated IP 172.20.0.3 (44bdf4e3-2cec-4552-a016-68e772a00e73/3e466d8a-1ebd-445c-9ccd-f0e629ea05bc/fcadba32-178f-4fd9-b09b-bf88b5745b68) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:23:32.478887 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-887ca7ec-b67f-4f1d-b1c8-517cd77c4a67 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3041561
Apr 30 13:23:32.501925 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device b7ab9719-f27c-4be9-8925-b7339790a9a1 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:23:32.536523 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: b7ab9719-f27c-4be9-8925-b7339790a9a1 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:23:32.536873 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device b7ab9719-f27c-4be9-8925-b7339790a9a1 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:23:32.750421 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-7740563e-b06f-4662-89cf-1a0e5acd19f7 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2593188
Apr 30 13:23:32.820874 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b2663667-89da-4ac3-91af-89a1017f6da2 req-5ebe16ca-4327-4f8c-a046-6a6bfa2dff92 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 210 time: 0.0694664
Apr 30 13:23:32.829707 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:32.849811 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Transition to ACTIVE for port object fcadba32-178f-4fd9-b09b-bf88b5745b68 will not be triggered until provisioned by entity DHCP. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:23:32.875851 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:32.882901 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-9166d0f0-21be-4ab3-a2e2-fea7e083059c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:32.941689 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Network 44bdf4e3-2cec-4552-a016-68e772a00e73 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:23:32.944912 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:23:32.947581 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:23:33.020002 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event updated for resources: {'Port': ['ID=fcadba32-178f-4fd9-b09b-bf88b5745b68,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:33.026484 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:33.051951 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:33.052630 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:33.082977 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2813509
Apr 30 13:23:33.098207 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Request body: {'port': {'device_id': '47bb0b50-c14e-447a-b980-b366a46324b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:23:33.208461 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4820b87e-2d1e-42c9-9ad6-8315f3c6b13d req-180d76c1-5ae2-4129-ad2f-5f470c71b7e2 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 210 time: 0.0522091
Apr 30 13:23:33.224762 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-504cc395-780f-4b5c-85b6-a960fecaf335 None None] Provisioning for port fcadba32-178f-4fd9-b09b-bf88b5745b68 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:23:33.228184 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-504cc395-780f-4b5c-85b6-a960fecaf335 None None] Provisioning complete for port fcadba32-178f-4fd9-b09b-bf88b5745b68 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:23:33.228709 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-504cc395-780f-4b5c-85b6-a960fecaf335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:33.285593 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:33.293610 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-504cc395-780f-4b5c-85b6-a960fecaf335 None None] Port fcadba32-178f-4fd9-b09b-bf88b5745b68 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:23:33.655356 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcadba32-178f-4fd9-b09b-bf88b5745b68 {{(pid=73836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:23:33.662996 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:33.677963 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Transition to ACTIVE for port object fcadba32-178f-4fd9-b09b-bf88b5745b68 will not be triggered until provisioned by entity L2. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:23:33.683246 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:33.687176 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-eedc0963-9c56-4611-bca2-a2c2091ce0b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:33.844528 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=fcadba32-178f-4fd9-b09b-bf88b5745b68,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:33.852771 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:33.972471 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Attempting to bind port fcadba32-178f-4fd9-b09b-bf88b5745b68 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:23:33.972802 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Attempting to bind port fcadba32-178f-4fd9-b09b-bf88b5745b68 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:23:33.973173 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Attempting to bind port fcadba32-178f-4fd9-b09b-bf88b5745b68 on network 44bdf4e3-2cec-4552-a016-68e772a00e73 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:23:33.984980 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Port fcadba32-178f-4fd9-b09b-bf88b5745b68 on network 44bdf4e3-2cec-4552-a016-68e772a00e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:23:33.985298 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Attempting to bind port fcadba32-178f-4fd9-b09b-bf88b5745b68 on network 44bdf4e3-2cec-4552-a016-68e772a00e73 {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:23:33.993986 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:23:33.994347 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Checking segment: {'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:23:33.994733 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Bound using segment: {'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'} {{(pid=73836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:23:33.995164 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Bound port: fcadba32-178f-4fd9-b09b-bf88b5745b68, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7d16ad-9143-415d-adef-5acb8275ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73'}}] {{(pid=73836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:23:33.995507 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:34.197176 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e8886-f215-42fe-95f5-01b26067997c req-a69891a8-a3f6-4264-b234-87f478811d2e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:34.197905 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-215e8886-f215-42fe-95f5-01b26067997c req-a69891a8-a3f6-4264-b234-87f478811d2e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Synchronizing usage tracker for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:23:34.232209 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] For port fcadba32-178f-4fd9-b09b-bf88b5745b68, host hv-cinder-78719, cleared binding levels {{(pid=73836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:23:34.245857 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] For port fcadba32-178f-4fd9-b09b-bf88b5745b68, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fcadba32-178f-4fd9-b09b-bf88b5745b68,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:23:34.251078 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-215e8886-f215-42fe-95f5-01b26067997c req-a69891a8-a3f6-4264-b234-87f478811d2e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Unset dirty status for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:23:34.259599 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-215e8886-f215-42fe-95f5-01b26067997c req-a69891a8-a3f6-4264-b234-87f478811d2e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 943 time: 0.3238025
Apr 30 13:23:34.284414 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:34.298404 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:34.354008 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-efb6d8fa-30b8-423c-9286-448494c5c151 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:34.355112 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-efb6d8fa-30b8-423c-9286-448494c5c151 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Synchronizing usage tracker for tenant:e930754914a64acfa79c68b521726214 on resource:network {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:23:34.372673 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-215e8886-f215-42fe-95f5-01b26067997c req-e6953cfd-1091-4b6b-9b5a-7945b62fa401 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb5984b-ea11-4c1b-97b7-254eef0bb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118248
Apr 30 13:23:34.380639 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:34.381275 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:34.382802 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] 10.222.0.89 "PUT /v2.0/ports/fcadba32-178f-4fd9-b09b-bf88b5745b68 HTTP/1.1" status: 200  len: 1093 time: 1.2913883
Apr 30 13:23:34.383941 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bb0b50-c14e-447a-b980-b366a46324b9', 'tag': 'fcadba32-178f-4fd9-b09b-bf88b5745b68'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:23:34.391273 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-efb6d8fa-30b8-423c-9286-448494c5c151 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Unset dirty status for tenant:e930754914a64acfa79c68b521726214 on resource:network {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:23:34.394549 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-efb6d8fa-30b8-423c-9286-448494c5c151 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 810 time: 0.2164063
Apr 30 13:23:34.411955 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=fcadba32-178f-4fd9-b09b-bf88b5745b68,revision_number=3']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:34.440179 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:34.473773 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-a477ad4d-f70f-43ad-a393-cd82d19ac28e tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Synchronizing usage tracker for tenant:e930754914a64acfa79c68b521726214 on resource:security_group {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:23:34.493721 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-a477ad4d-f70f-43ad-a393-cd82d19ac28e tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Unset dirty status for tenant:e930754914a64acfa79c68b521726214 on resource:security_group {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:23:34.495330 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-a477ad4d-f70f-43ad-a393-cd82d19ac28e tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e930754914a64acfa79c68b521726214 HTTP/1.1" status: 200  len: 380 time: 0.0932491
Apr 30 13:23:34.512532 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Request body: {'port': {'device_id': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'admin_state_up': True, 'tenant_id': 'e930754914a64acfa79c68b521726214', 'security_groups': ['832e16a5-4a71-4986-9af9-58866201fff6']}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:23:34.517692 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bb0b50-c14e-447a-b980-b366a46324b9', 'tag': 'fcadba32-178f-4fd9-b09b-bf88b5745b68', 'status': 'completed', 'code': 200}
Apr 30 13:23:34.630321 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-25068dd6-2964-4034-b1e2-4c34ca1875e1 req-12fb97ff-d414-45db-bd64-fc4bcc5b4252 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 210 time: 0.0678985
Apr 30 13:23:34.641642 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2daa310f-e6eb-4b5d-808f-488307096135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:34.644627 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-2daa310f-e6eb-4b5d-808f-488307096135 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d31b6528c1aa407daea2ff99de255d43&device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 1096 time: 0.2010880
Apr 30 13:23:34.776941 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-86e85a9f-4d6e-4cf2-a687-f92060ea1355 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcadba32-178f-4fd9-b09b-bf88b5745b68 HTTP/1.1" status: 200  len: 217 time: 0.1244638
Apr 30 13:23:34.778291 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:23:34.790315 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:23:34.800992 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Made reservation on behalf of e930754914a64acfa79c68b521726214 for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:23:34.805659 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:34.854707 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-fc63f77f-06f5-4f74-8bc6-512ccbd98e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:34.856157 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-fc63f77f-06f5-4f74-8bc6-512ccbd98e35 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e466d8a-1ebd-445c-9ccd-f0e629ea05bc HTTP/1.1" status: 200  len: 849 time: 0.0717471
Apr 30 13:23:34.951584 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-e37b359f-9f46-4479-8fc3-3fb11e4007e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:34.952962 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-e37b359f-9f46-4479-8fc3-3fb11e4007e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44bdf4e3-2cec-4552-a016-68e772a00e73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859113
Apr 30 13:23:34.993552 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Allocated IP 172.20.0.11 (83bc2670-022d-4041-8a2f-0fa8eb289e69/403efb8f-dab9-40e8-ab0a-1dcf2ab30084/5b164ed0-3b41-4522-ac85-fa7a99eb9a6b) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:23:35.116812 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-a7dfbb6f-d460-42b8-97a8-c00dd6c6f9ea service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569977
Apr 30 13:23:35.217985 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:35.234133 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Transition to ACTIVE for port object 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b will not be triggered until provisioned by entity DHCP. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:23:35.259758 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:35.266076 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-7f6dbda8-1064-42b8-9d0a-587d159cb902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:35.274857 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd06cd82-5088-40aa-bd88-723f5dc46064 req-0127e5b7-8ea6-48b9-8465-392e30b13b19 service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513782
Apr 30 13:23:35.331383 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Network 83bc2670-022d-4041-8a2f-0fa8eb289e69 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:23:35.339400 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:23:35.344182 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:23:35.501582 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3da6cc-f448-41d5-9ac2-4dffc04f6405 req-670b5d0f-1dcf-47b5-bc6f-6bbe544d71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:35.503029 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-db3da6cc-f448-41d5-9ac2-4dffc04f6405 req-670b5d0f-1dcf-47b5-bc6f-6bbe544d71cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d31b6528c1aa407daea2ff99de255d43&device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 1096 time: 0.1492748
Apr 30 13:23:35.518076 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'Port': ['ID=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:35.530933 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:35.531308 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:35.531679 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:35.532045 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:35.532403 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:35.532761 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:35.533119 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:35.533473 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:35.533826 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:35.534179 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:35.534557 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:35.534897 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:35.541597 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:35.557742 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:35.558540 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:35.585951 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0777962
Apr 30 13:23:35.598711 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Request body: {'port': {'device_id': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:23:35.708865 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3da6cc-f448-41d5-9ac2-4dffc04f6405 req-988b9f49-ddf2-48b0-8730-cf10af498771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:35.710233 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-db3da6cc-f448-41d5-9ac2-4dffc04f6405 req-988b9f49-ddf2-48b0-8730-cf10af498771 service neutron] 10.222.0.89 "GET /v2.0/networks?id=44bdf4e3-2cec-4552-a016-68e772a00e73 HTTP/1.1" status: 200  len: 912 time: 0.2007771
Apr 30 13:23:35.717783 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:35.749466 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-4a9603aa-a9bc-4a97-8f14-69a6947d1dd5 None None] Provisioning for port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:23:35.757327 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-4a9603aa-a9bc-4a97-8f14-69a6947d1dd5 None None] Provisioning complete for port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:23:35.758003 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4a9603aa-a9bc-4a97-8f14-69a6947d1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:35.798914 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86752b6d-b30f-437f-badf-d8fde9d50d94 req-505edb72-bbf1-43d4-96c9-7cfda1a05cbc tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:35.806631 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-86752b6d-b30f-437f-badf-d8fde9d50d94 req-505edb72-bbf1-43d4-96c9-7cfda1a05cbc tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 943 time: 0.2022099
Apr 30 13:23:35.821244 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-db3da6cc-f448-41d5-9ac2-4dffc04f6405 req-fb4d7bd6-e607-4bd1-b0da-df5ee0ca66a7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcadba32-178f-4fd9-b09b-bf88b5745b68 HTTP/1.1" status: 200  len: 217 time: 0.1032093
Apr 30 13:23:35.824455 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-4a9603aa-a9bc-4a97-8f14-69a6947d1dd5 None None] Port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:23:35.941390 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-86752b6d-b30f-437f-badf-d8fde9d50d94 req-b6fbece9-991b-44b6-899c-dee063c08b0c tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb5984b-ea11-4c1b-97b7-254eef0bb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1339030
Apr 30 13:23:35.954765 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3da6cc-f448-41d5-9ac2-4dffc04f6405 req-a4e6425a-6d3e-4ab5-b7b0-4fba28193695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:35.964379 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-db3da6cc-f448-41d5-9ac2-4dffc04f6405 req-a4e6425a-6d3e-4ab5-b7b0-4fba28193695 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e466d8a-1ebd-445c-9ccd-f0e629ea05bc HTTP/1.1" status: 200  len: 849 time: 0.1268835
Apr 30 13:23:36.042181 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa3f92-0eb6-4cbf-a9e7-7b2bb5e307bd req-b56b8a58-6624-4b50-b9ab-f3d336ae8f5e tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:36.043774 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-73fa3f92-0eb6-4cbf-a9e7-7b2bb5e307bd req-b56b8a58-6624-4b50-b9ab-f3d336ae8f5e tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 932 time: 0.1819522
Apr 30 13:23:36.092251 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3da6cc-f448-41d5-9ac2-4dffc04f6405 req-eeb2f48a-aec1-496c-ab8b-87b6a8b829c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:36.093740 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-db3da6cc-f448-41d5-9ac2-4dffc04f6405 req-eeb2f48a-aec1-496c-ab8b-87b6a8b829c1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44bdf4e3-2cec-4552-a016-68e772a00e73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1301236
Apr 30 13:23:36.105489 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-73fa3f92-0eb6-4cbf-a9e7-7b2bb5e307bd req-b5ca5260-8737-44f0-85ef-b0226f4d20d4 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527458
Apr 30 13:23:36.110330 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:23:36.119083 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:36.135602 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Transition to ACTIVE for port object 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:23:36.140269 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:36.145200 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:36.234407 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-db3da6cc-f448-41d5-9ac2-4dffc04f6405 req-44d2568f-0bc4-4192-8161-1682879e17b9 service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326649
Apr 30 13:23:36.271389 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Pushing event updated for resources: {'Port': ['ID=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:36.299197 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:36.388703 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Attempting to bind port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:23:36.389051 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Attempting to bind port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:23:36.389387 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Attempting to bind port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b on network 83bc2670-022d-4041-8a2f-0fa8eb289e69 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:23:36.394183 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b on network 83bc2670-022d-4041-8a2f-0fa8eb289e69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:23:36.394538 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Attempting to bind port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b on network 83bc2670-022d-4041-8a2f-0fa8eb289e69 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:23:36.400713 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:23:36.401003 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Checking segment: {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:23:36.401392 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Bound using segment: {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:23:36.401827 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Bound port: 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:23:36.402416 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:36.472909 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-db3da6cc-f448-41d5-9ac2-4dffc04f6405 req-aa0310b2-e743-4c8e-a479-93e1943ca8b5 service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2318833
Apr 30 13:23:36.498428 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] For port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:23:36.501347 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] For port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:23:36.505358 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:36.511127 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0f5a53f5-694e-4b57-be94-d215d50e357b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:36.561881 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:36.562632 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:36.563937 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] 10.222.0.89 "PUT /v2.0/ports/5b164ed0-3b41-4522-ac85-fa7a99eb9a6b HTTP/1.1" status: 200  len: 1094 time: 0.9700723
Apr 30 13:23:36.564437 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'tag': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:23:36.597565 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Pushing event updated for resources: {'Port': ['ID=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:36.602612 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:36.636696 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'tag': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'status': 'completed', 'code': 200}
Apr 30 13:23:36.682704 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-6e797de3-3d11-4a7b-8999-bed48e232a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:36.684557 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-6e797de3-3d11-4a7b-8999-bed48e232a36 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 1097 time: 0.0798821
Apr 30 13:23:36.762836 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-64affd4e-be57-4e1f-a4ae-1ce3d49afe51 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b HTTP/1.1" status: 200  len: 217 time: 0.0694313
Apr 30 13:23:36.833298 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-7bacbf5d-d908-4c7b-8357-dbc9a9c4780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:36.834728 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-7bacbf5d-d908-4c7b-8357-dbc9a9c4780d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0644624
Apr 30 13:23:36.920209 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-0a893234-d343-4871-a340-829e44cb95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:36.921716 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-0a893234-d343-4871-a340-829e44cb95b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733283
Apr 30 13:23:37.057745 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-0b08fd09-95d7-4763-9b02-8a0ff6a90f3f service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285326
Apr 30 13:23:37.134470 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd72925-910d-4e02-ba9f-9c49698aa334 req-41421a59-8661-4472-a6bb-260b0141e6d5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:37.136207 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0fd72925-910d-4e02-ba9f-9c49698aa334 req-41421a59-8661-4472-a6bb-260b0141e6d5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 943 time: 0.0835009
Apr 30 13:23:37.183381 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0fd72925-910d-4e02-ba9f-9c49698aa334 req-78f08fec-2a20-4a7a-816f-0af12abf2b69 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb5984b-ea11-4c1b-97b7-254eef0bb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410488
Apr 30 13:23:37.197094 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-44f4c7dc-9f7e-4763-a52f-5a0198671834 req-aaac9c8e-531a-4927-95a7-091b5259fe82 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328640
Apr 30 13:23:37.298996 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08cfca-e1cb-4b59-9f3e-dc36a42481b1 req-43aa4be4-e1d0-46a4-ba48-f65d9c7706d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:37.300450 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd08cfca-e1cb-4b59-9f3e-dc36a42481b1 req-43aa4be4-e1d0-46a4-ba48-f65d9c7706d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 944 time: 0.0790896
Apr 30 13:23:37.330692 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edda768-450d-46ee-8afe-8740e430ae2c req-f1ea75e8-2192-4de6-b88e-5052ea2ce2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:37.332240 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9edda768-450d-46ee-8afe-8740e430ae2c req-f1ea75e8-2192-4de6-b88e-5052ea2ce2ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 1097 time: 0.0749569
Apr 30 13:23:37.349009 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd08cfca-e1cb-4b59-9f3e-dc36a42481b1 req-9fc09a8f-ebda-43b3-9191-23b219f04454 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421252
Apr 30 13:23:37.558165 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edda768-450d-46ee-8afe-8740e430ae2c req-426bd79a-a375-4426-914f-8cc08fcd44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:37.559543 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9edda768-450d-46ee-8afe-8740e430ae2c req-426bd79a-a375-4426-914f-8cc08fcd44cb service neutron] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 912 time: 0.2209084
Apr 30 13:23:37.630498 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9edda768-450d-46ee-8afe-8740e430ae2c req-b5b4defa-5d84-4c49-9fc7-f98193e0cec1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b HTTP/1.1" status: 200  len: 217 time: 0.0641029
Apr 30 13:23:37.696518 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edda768-450d-46ee-8afe-8740e430ae2c req-37a36557-d24e-4a9c-9d21-0a85b68e1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:37.697952 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9edda768-450d-46ee-8afe-8740e430ae2c req-37a36557-d24e-4a9c-9d21-0a85b68e1719 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0613296
Apr 30 13:23:37.773325 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edda768-450d-46ee-8afe-8740e430ae2c req-ef2752f0-a61c-4eb6-9bfc-4d9bd39a7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:37.775019 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9edda768-450d-46ee-8afe-8740e430ae2c req-ef2752f0-a61c-4eb6-9bfc-4d9bd39a7331 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698364
Apr 30 13:23:37.908907 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9edda768-450d-46ee-8afe-8740e430ae2c req-0918a42f-2bc5-4ac4-aeb5-9bdbdd9cd7b9 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259916
Apr 30 13:23:38.050240 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9edda768-450d-46ee-8afe-8740e430ae2c req-83bb4913-db26-42e8-8d0c-2ef714c26168 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324399
Apr 30 13:23:38.367351 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a55706-e073-4672-9f25-befe20535f79 req-c5b10b5e-916c-4641-a19f-3afaf6c43e9e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:38.368846 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b3a55706-e073-4672-9f25-befe20535f79 req-c5b10b5e-916c-4641-a19f-3afaf6c43e9e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 943 time: 0.0797098
Apr 30 13:23:38.415720 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b3a55706-e073-4672-9f25-befe20535f79 req-eeacbff0-2e44-49a8-90bb-8626cdcb475a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb5984b-ea11-4c1b-97b7-254eef0bb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410433
Apr 30 13:23:38.501893 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device fcadba32-178f-4fd9-b09b-bf88b5745b68 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:23:38.546461 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974ee99-ce40-49d8-b57f-17f9c3fb51bc req-d96c7dfb-da5c-4d82-ba1b-c40494caa9f9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:38.548120 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6974ee99-ce40-49d8-b57f-17f9c3fb51bc req-d96c7dfb-da5c-4d82-ba1b-c40494caa9f9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 944 time: 0.0837083
Apr 30 13:23:38.594531 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6974ee99-ce40-49d8-b57f-17f9c3fb51bc req-c45299a4-f663-4703-b774-d2b31107b053 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406170
Apr 30 13:23:38.635358 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port fcadba32-178f-4fd9-b09b-bf88b5745b68, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fcadba32-178f-4fd9-b09b-bf88b5745b68,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:23:38.647964 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': 'fcadba32-178f-4fd9-b09b-bf88b5745b68', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'port_id': 'fcadba32-178f-4fd9-b09b-bf88b5745b68', 'mac_address': 'fa:16:3e:3f:a3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:23:38.706885 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:38.723735 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcadba32-178f-4fd9-b09b-bf88b5745b68 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:23:38.739241 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port fcadba32-178f-4fd9-b09b-bf88b5745b68, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fcadba32-178f-4fd9-b09b-bf88b5745b68,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:23:38.743243 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:38.744920 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:38.810890 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=fcadba32-178f-4fd9-b09b-bf88b5745b68,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:38.813907 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:39.162890 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['fcadba32-178f-4fd9-b09b-bf88b5745b68'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:23:39.609270 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d8fd-d4ae-4cbe-b6a0-394c1a932f42 req-ff4635d7-e245-42a9-96e0-be6057e1f144 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:39.610773 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2652d8fd-d4ae-4cbe-b6a0-394c1a932f42 req-ff4635d7-e245-42a9-96e0-be6057e1f144 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 944 time: 0.0804470
Apr 30 13:23:39.617570 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:23:39.661046 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2652d8fd-d4ae-4cbe-b6a0-394c1a932f42 req-09c1935a-e98c-4919-9c54-71409605c5b2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb5984b-ea11-4c1b-97b7-254eef0bb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440378
Apr 30 13:23:39.780411 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca46185-3bde-4091-8eb2-0554d8f65107 req-f0799543-2726-4ae3-8988-aa55f4942d80 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:39.781858 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8ca46185-3bde-4091-8eb2-0554d8f65107 req-f0799543-2726-4ae3-8988-aa55f4942d80 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 944 time: 0.0790708
Apr 30 13:23:39.826776 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8ca46185-3bde-4091-8eb2-0554d8f65107 req-4e81d219-f59e-4159-abcc-bb93fff2db7f tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389154
Apr 30 13:23:40.516201 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device fcadba32-178f-4fd9-b09b-bf88b5745b68 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:23:40.583381 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port fcadba32-178f-4fd9-b09b-bf88b5745b68 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:23:40.587845 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port fcadba32-178f-4fd9-b09b-bf88b5745b68 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:23:40.588217 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:40.707855 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:40.735500 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bb0b50-c14e-447a-b980-b366a46324b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcadba32-178f-4fd9-b09b-bf88b5745b68'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:23:40.746292 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port fcadba32-178f-4fd9-b09b-bf88b5745b68, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fcadba32-178f-4fd9-b09b-bf88b5745b68,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:23:40.750722 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:40.752789 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9c77b2b6-d7ab-47fe-beb4-4c0974580590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:40.791431 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bb0b50-c14e-447a-b980-b366a46324b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcadba32-178f-4fd9-b09b-bf88b5745b68', 'code': 200}
Apr 30 13:23:40.825737 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=fcadba32-178f-4fd9-b09b-bf88b5745b68,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:40.828958 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:40.870466 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812a3f1-b8c9-4ba4-a79f-78860d7bf532 req-bda94cc9-1f8c-4c60-af19-f76c24ed1e86 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:40.872188 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4812a3f1-b8c9-4ba4-a79f-78860d7bf532 req-bda94cc9-1f8c-4c60-af19-f76c24ed1e86 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 945 time: 0.0953853
Apr 30 13:23:40.922206 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4812a3f1-b8c9-4ba4-a79f-78860d7bf532 req-3f7d82b0-411c-468d-aba2-cff44cc749ac tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb5984b-ea11-4c1b-97b7-254eef0bb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444255
Apr 30 13:23:41.019097 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f67a96-ea64-44c1-b4f5-f2a06650cb28 req-a935b455-c48c-4b74-95d5-6ea82cec606b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:41.020632 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c8f67a96-ea64-44c1-b4f5-f2a06650cb28 req-a935b455-c48c-4b74-95d5-6ea82cec606b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 944 time: 0.0830092
Apr 30 13:23:41.024646 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ac0ab-c2af-4fb7-97eb-46c391be32e9 req-ab7f60ea-7a46-4ffc-b0fe-58611b7e6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:41.026198 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b14ac0ab-c2af-4fb7-97eb-46c391be32e9 req-ab7f60ea-7a46-4ffc-b0fe-58611b7e6a70 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 1098 time: 0.0706062
Apr 30 13:23:41.067689 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c8f67a96-ea64-44c1-b4f5-f2a06650cb28 req-94336bf1-13b5-4002-895c-21e860d7b18a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404501
Apr 30 13:23:41.072920 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b14ac0ab-c2af-4fb7-97eb-46c391be32e9 req-758028ee-4cd4-48ba-8d11-7abb516d7719 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=feb5984b-ea11-4c1b-97b7-254eef0bb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394115
Apr 30 13:23:42.111460 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07587594-9bb2-4059-90b3-d400cb77c23a req-a5880a28-ca49-422e-94d0-0a23abbfde58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:42.112933 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-07587594-9bb2-4059-90b3-d400cb77c23a req-a5880a28-ca49-422e-94d0-0a23abbfde58 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 945 time: 0.0836756
Apr 30 13:23:42.160177 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-07587594-9bb2-4059-90b3-d400cb77c23a req-86d7babd-5d33-45c3-8479-62ed8bf00794 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb5984b-ea11-4c1b-97b7-254eef0bb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396390
Apr 30 13:23:42.256998 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9c6cc-74dd-40cf-9686-9c7f7b126583 req-fdab8d51-d776-4fc5-a563-60d349f8eb73 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:42.258535 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8fe9c6cc-74dd-40cf-9686-9c7f7b126583 req-fdab8d51-d776-4fc5-a563-60d349f8eb73 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 944 time: 0.0822673
Apr 30 13:23:42.302935 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8fe9c6cc-74dd-40cf-9686-9c7f7b126583 req-e5972e97-7a78-4ced-a1e1-5b28db7664a6 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383267
Apr 30 13:23:43.558589 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f079e70-c1fa-436e-8d67-50bb0c293482 req-a41ebd92-0588-4c9d-88ad-7f34fe2dfdc4 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:43.559948 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2f079e70-c1fa-436e-8d67-50bb0c293482 req-a41ebd92-0588-4c9d-88ad-7f34fe2dfdc4 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 945 time: 0.1463268
Apr 30 13:23:43.567266 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831f54-fb7a-4cd4-8345-84facd14ce3d req-e1b07939-e7f0-443c-ad50-176c5fe33392 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:43.568605 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-57831f54-fb7a-4cd4-8345-84facd14ce3d req-e1b07939-e7f0-443c-ad50-176c5fe33392 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 944 time: 0.1178391
Apr 30 13:23:43.638023 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2f079e70-c1fa-436e-8d67-50bb0c293482 req-e6960f65-5900-49e5-8901-7eb68e6e5036 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb5984b-ea11-4c1b-97b7-254eef0bb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684628
Apr 30 13:23:43.642377 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-57831f54-fb7a-4cd4-8345-84facd14ce3d req-2516856d-32c1-4f68-9d64-0b683bc40246 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599623
Apr 30 13:23:43.834878 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be187c93-d9c6-4601-9837-4f898d9d291b req-d2e2d56d-b28e-4777-9a52-c30be8ac4a83 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:43.837612 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-be187c93-d9c6-4601-9837-4f898d9d291b req-d2e2d56d-b28e-4777-9a52-c30be8ac4a83 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 945 time: 0.0982730
Apr 30 13:23:43.846957 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 48196) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:23:43.853421 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-448463ca-e505-444d-b682-331d0ef33882 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Request body: {'floatingip': {'port_id': 'fcadba32-178f-4fd9-b09b-bf88b5745b68'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:23:43.932624 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-448463ca-e505-444d-b682-331d0ef33882 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:44.604708 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-448463ca-e505-444d-b682-331d0ef33882 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:44.608645 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-448463ca-e505-444d-b682-331d0ef33882 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:44.823537 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.l3_db [None req-448463ca-e505-444d-b682-331d0ef33882 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Floating IP d6c6ef19-2c1b-4a71-a41a-3912da028a7d associated. External IP: 172.27.2.228, port: fcadba32-178f-4fd9-b09b-bf88b5745b68.
Apr 30 13:23:44.982136 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cb455-9dbd-4749-ae84-ccc2cf0069f6 req-3c649d6a-8482-41f6-b8c2-ff388a3d0763 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:44.983512 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aa1cb455-9dbd-4749-ae84-ccc2cf0069f6 req-3c649d6a-8482-41f6-b8c2-ff388a3d0763 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 944 time: 0.2349067
Apr 30 13:23:45.103985 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aa1cb455-9dbd-4749-ae84-ccc2cf0069f6 req-f5f224e4-144e-4373-884d-68fd98b6607f tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1145873
Apr 30 13:23:45.228302 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448463ca-e505-444d-b682-331d0ef33882 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:23:45.512265 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448463ca-e505-444d-b682-331d0ef33882 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:23:45.517248 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-448463ca-e505-444d-b682-331d0ef33882 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:45.521589 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909178fd-72c6-4af9-86fb-22efd8755826 None None] Sync routers for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:23:45.530962 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909178fd-72c6-4af9-86fb-22efd8755826 None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:23:45.531642 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-909178fd-72c6-4af9-86fb-22efd8755826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28392130>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:23:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:45.571918 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-448463ca-e505-444d-b682-331d0ef33882 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "PUT /v2.0/floatingips/d6c6ef19-2c1b-4a71-a41a-3912da028a7d HTTP/1.1" status: 200  len: 991 time: 1.7238436
Apr 30 13:23:45.572926 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bb0b50-c14e-447a-b980-b366a46324b9', 'tag': 'fcadba32-178f-4fd9-b09b-bf88b5745b68'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:23:45.619547 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47bb0b50-c14e-447a-b980-b366a46324b9', 'tag': 'fcadba32-178f-4fd9-b09b-bf88b5745b68', 'status': 'completed', 'code': 200}
Apr 30 13:23:45.717695 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8316cc-6bce-4751-8a36-6f2ff0ef6647 req-7f17e38b-cb96-44f3-8e78-fea59f616585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:45.719205 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9f8316cc-6bce-4751-8a36-6f2ff0ef6647 req-7f17e38b-cb96-44f3-8e78-fea59f616585 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d31b6528c1aa407daea2ff99de255d43&device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 1098 time: 0.0772743
Apr 30 13:23:45.733879 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-909178fd-72c6-4af9-86fb-22efd8755826 None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:23:45.857021 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8316cc-6bce-4751-8a36-6f2ff0ef6647 req-5ec3ec9a-12c0-43d9-98e6-2d7cd45678ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:45.858509 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9f8316cc-6bce-4751-8a36-6f2ff0ef6647 req-5ec3ec9a-12c0-43d9-98e6-2d7cd45678ea service neutron] 10.222.0.89 "GET /v2.0/networks?id=44bdf4e3-2cec-4552-a016-68e772a00e73 HTTP/1.1" status: 200  len: 912 time: 0.1316938
Apr 30 13:23:45.964000 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9f8316cc-6bce-4751-8a36-6f2ff0ef6647 req-a836d377-7ac5-44f6-954a-58b973bd2844 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcadba32-178f-4fd9-b09b-bf88b5745b68 HTTP/1.1" status: 200  len: 999 time: 0.0975857
Apr 30 13:23:46.028568 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8316cc-6bce-4751-8a36-6f2ff0ef6647 req-d90773aa-b71d-43ba-9d77-1a38bc983a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:46.029989 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9f8316cc-6bce-4751-8a36-6f2ff0ef6647 req-d90773aa-b71d-43ba-9d77-1a38bc983a9d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e466d8a-1ebd-445c-9ccd-f0e629ea05bc HTTP/1.1" status: 200  len: 849 time: 0.0582395
Apr 30 13:23:46.081833 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-909178fd-72c6-4af9-86fb-22efd8755826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28392130>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'd6c6ef19-2c1b-4a71-a41a-3912da028a7d', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'port_id': 'fcadba32-178f-4fd9-b09b-bf88b5745b68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'mac_address': 'fa:16:3e:3f:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bb0b50-c14e-447a-b980-b366a46324b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:28Z', 'updated_at': '2021-04-30T13:23:44Z', 'revision_number': 1, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:46.085719 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909178fd-72c6-4af9-86fb-22efd8755826 None None] Checking router: d8ec34c0-2cb4-44d7-8b58-e2de730c38fb for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:23:46.094978 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909178fd-72c6-4af9-86fb-22efd8755826 None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:23:46.095592 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-909178fd-72c6-4af9-86fb-22efd8755826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28392130>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:23:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:46.108488 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8316cc-6bce-4751-8a36-6f2ff0ef6647 req-68f916fa-5e80-47c1-8b92-cf4e242ac09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:46.109900 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9f8316cc-6bce-4751-8a36-6f2ff0ef6647 req-68f916fa-5e80-47c1-8b92-cf4e242ac09d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44bdf4e3-2cec-4552-a016-68e772a00e73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726104
Apr 30 13:23:46.252853 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9f8316cc-6bce-4751-8a36-6f2ff0ef6647 req-deba776f-d25c-47b0-ba90-e5d938041dc7 service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343760
Apr 30 13:23:46.313710 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-909178fd-72c6-4af9-86fb-22efd8755826 None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:23:46.313935 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8594e-4aa2-4b74-9a8b-bb41f790af53 req-d3b7abed-fe59-4b42-a7f9-324d32b61382 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:46.316517 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f5b8594e-4aa2-4b74-9a8b-bb41f790af53 req-d3b7abed-fe59-4b42-a7f9-324d32b61382 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 944 time: 0.0873339
Apr 30 13:23:46.368540 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f5b8594e-4aa2-4b74-9a8b-bb41f790af53 req-aa72f3a2-fbfb-433b-97ec-f9073c066d52 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436416
Apr 30 13:23:46.394048 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9f8316cc-6bce-4751-8a36-6f2ff0ef6647 req-2fc90406-a6cc-4a00-b424-2d14a0bbc00d service neutron] 10.222.0.89 "GET /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329389
Apr 30 13:23:46.581913 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:23:46.782169 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:23:46.799421 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'port_id': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'mac_address': 'fa:16:3e:97:df:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:23:46.806610 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-909178fd-72c6-4af9-86fb-22efd8755826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28392130>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'd6c6ef19-2c1b-4a71-a41a-3912da028a7d', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'port_id': 'fcadba32-178f-4fd9-b09b-bf88b5745b68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'mac_address': 'fa:16:3e:3f:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bb0b50-c14e-447a-b980-b366a46324b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:28Z', 'updated_at': '2021-04-30T13:23:44Z', 'revision_number': 1, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:46.836826 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909178fd-72c6-4af9-86fb-22efd8755826 None None] The sync data for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi is: [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'd6c6ef19-2c1b-4a71-a41a-3912da028a7d', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'port_id': 'fcadba32-178f-4fd9-b09b-bf88b5745b68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'mac_address': 'fa:16:3e:3f:a3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bb0b50-c14e-447a-b980-b366a46324b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:28Z', 'updated_at': '2021-04-30T13:23:44Z', 'revision_number': 1, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:23:46.864283 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:46.882742 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:23:46.900022 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:23:46.904054 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:46.905896 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:46.978640 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:46.981944 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:47.040160 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6511b-1cb8-4486-917d-b3ac43248722 None None] New status for floating IP d6c6ef19-2c1b-4a71-a41a-3912da028a7d: ACTIVE {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:23:47.288624 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['5b164ed0-3b41-4522-ac85-fa7a99eb9a6b'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:23:47.560727 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f26ad-e1fe-48f7-b007-fb8908a5109f req-5dfa57d3-64bc-48c6-99e4-52e9fa2cd9bc tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:47.562253 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2e2f26ad-e1fe-48f7-b007-fb8908a5109f req-5dfa57d3-64bc-48c6-99e4-52e9fa2cd9bc tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 945 time: 0.0806925
Apr 30 13:23:47.619713 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2e2f26ad-e1fe-48f7-b007-fb8908a5109f req-6405a5df-a0b1-4adf-94a8-4bedca79a73d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498395
Apr 30 13:23:48.600487 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:23:48.669198 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:23:48.674271 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:23:48.674677 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:48.797449 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:48.822315 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aba12-c01a-401a-a52d-e79a6c358a1a req-23eead0d-ee70-4721-8129-8dc3899249d7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:48.823796 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-af7aba12-c01a-401a-a52d-e79a6c358a1a req-23eead0d-ee70-4721-8129-8dc3899249d7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 945 time: 0.0907738
Apr 30 13:23:48.826957 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:23:48.836924 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:23:48.841784 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:48.844059 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-e14fad25-7f92-4938-b32a-a8f12060f150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:48.874397 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-af7aba12-c01a-401a-a52d-e79a6c358a1a req-faa271f9-b6d4-40fd-a242-99757d5c0af7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443060
Apr 30 13:23:48.878646 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'code': 200}
Apr 30 13:23:48.919510 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:48.922333 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:49.212799 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abf2d0-f13c-4096-95bd-846e75a43c0a req-632b44ed-4bda-4592-b435-f56b334702d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:49.214140 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-34abf2d0-f13c-4096-95bd-846e75a43c0a req-632b44ed-4bda-4592-b435-f56b334702d5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 1099 time: 0.0706437
Apr 30 13:23:49.256107 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-34abf2d0-f13c-4096-95bd-846e75a43c0a req-3e06f1dc-f9df-431f-84de-d0f9f1895ae7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341804
Apr 30 13:23:50.064071 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf213f-7e53-45a6-9622-9842b40c0e98 req-55a0f18f-97a3-4a6c-a62f-4ef5aa62e19a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:50.065526 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dcdf213f-7e53-45a6-9622-9842b40c0e98 req-55a0f18f-97a3-4a6c-a62f-4ef5aa62e19a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 946 time: 0.0790231
Apr 30 13:23:50.110536 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-dcdf213f-7e53-45a6-9622-9842b40c0e98 req-f1ad0d02-7b5a-40e9-8db0-1d89426a7b16 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392377
Apr 30 13:23:51.300015 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25879d7-8314-4aa2-ad2d-140399198c34 req-2190af59-63bc-4da7-9cec-cc531a85a176 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:51.301491 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e25879d7-8314-4aa2-ad2d-140399198c34 req-2190af59-63bc-4da7-9cec-cc531a85a176 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 946 time: 0.0823445
Apr 30 13:23:51.347213 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e25879d7-8314-4aa2-ad2d-140399198c34 req-176d0099-7db5-4cf2-aa69-5a5a3b1c55c8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391624
Apr 30 13:23:51.532731 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712429bd-43fa-4933-b956-26808324e0b5 req-9c214667-351d-4f17-ad93-c4100ea8db86 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:51.534194 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-712429bd-43fa-4933-b956-26808324e0b5 req-9c214667-351d-4f17-ad93-c4100ea8db86 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 946 time: 0.0796776
Apr 30 13:23:51.582944 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-712429bd-43fa-4933-b956-26808324e0b5 req-3679ed26-178e-424b-8c02-de24389d26ba tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424526
Apr 30 13:23:51.606069 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 48244) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:23:51.677167 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621ec464-547d-49fa-a8ea-159d993683c5 tempest-TestVolumeBootPattern-602658235 tempest-TestVolumeBootPattern-602658235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:51.680755 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-621ec464-547d-49fa-a8ea-159d993683c5 tempest-TestVolumeBootPattern-602658235 tempest-TestVolumeBootPattern-602658235-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 1094 time: 0.0714946
Apr 30 13:23:51.682302 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 48248) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:23:51.687356 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Request body: {'floatingip': {'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'port_id': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address': '172.20.0.11'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:23:51.693253 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:23:51.697736 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Usage tracker for resource:floatingip and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:23:51.700635 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:23:51.706309 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:23:51.717247 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for floatingip, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:51.858411 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:51.999447 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Allocated IP 172.27.2.51 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/4fd8cabb-6434-4e06-aeb8-96e881d62c68) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:23:52.145811 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:52.175849 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:52.181047 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-42200ecd-bffa-42b9-95af-da73137ff23b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:52.236245 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:23:52.243029 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:23:52.245551 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:23:52.294601 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'Port': ['ID=4fd8cabb-6434-4e06-aeb8-96e881d62c68,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:52.306506 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:52.307119 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:52.307230 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:52.307582 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:52.307934 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:52.308286 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:52.308635 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:52.308982 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:52.309328 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:52.309676 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:52.310014 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:52.310381 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:23:52.315055 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:52.676189 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:52.843037 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:53.053166 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:53.058694 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:53.062441 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-f4c2aa9c-07e1-4e5d-9f15-afd7fcbbb7d8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:23:53.168638 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'Port': ['ID=4fd8cabb-6434-4e06-aeb8-96e881d62c68,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:23:53.171520 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:23:53.180006 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:53.355744 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.l3_db [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Floating IP c5512e30-c373-41c3-9ed9-14e8a53a959d associated. External IP: 172.27.2.51, port: 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b.
Apr 30 13:23:53.521835 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-33f08057-f5c9-45ed-b1c8-51c3af135816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:53.714766 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:23:53.895825 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:23:53.906333 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f08e9-8420-4ff8-afa3-dd0e5f0eb9a0 None None] Sync routers for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:23:53.917464 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f08e9-8420-4ff8-afa3-dd0e5f0eb9a0 None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:23:53.918196 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e06f08e9-8420-4ff8-afa3-dd0e5f0eb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23c45340>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:23:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:53.921867 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:53.978907 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2954545
Apr 30 13:23:53.979458 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'tag': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:23:54.035222 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'tag': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'status': 'completed', 'code': 200}
Apr 30 13:23:54.101291 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-e06f08e9-8420-4ff8-afa3-dd0e5f0eb9a0 None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:23:54.225492 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee1aed-8497-4d12-bce5-89d8b2eb76ae req-4f5d75f6-3a23-4621-a68c-6cc8f41598dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:54.227057 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b8ee1aed-8497-4d12-bce5-89d8b2eb76ae req-4f5d75f6-3a23-4621-a68c-6cc8f41598dd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 1099 time: 0.1697774
Apr 30 13:23:54.368754 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee1aed-8497-4d12-bce5-89d8b2eb76ae req-cb59d074-eded-475d-b1fc-da89578fd719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:54.370210 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b8ee1aed-8497-4d12-bce5-89d8b2eb76ae req-cb59d074-eded-475d-b1fc-da89578fd719 service neutron] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 912 time: 0.1340253
Apr 30 13:23:54.475024 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b8ee1aed-8497-4d12-bce5-89d8b2eb76ae req-90cd8731-46bc-45ff-bbfa-6cc24ea33abb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b HTTP/1.1" status: 200  len: 999 time: 0.0978251
Apr 30 13:23:54.493465 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e06f08e9-8420-4ff8-afa3-dd0e5f0eb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23c45340>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'c5512e30-c373-41c3-9ed9-14e8a53a959d', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:97:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:52Z', 'updated_at': '2021-04-30T13:23:52Z', 'revision_number': 0, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:54.497243 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f08e9-8420-4ff8-afa3-dd0e5f0eb9a0 None None] Checking router: f45a20a8-92bc-418a-bbc0-ec4c8b863d8a for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:23:54.505528 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f08e9-8420-4ff8-afa3-dd0e5f0eb9a0 None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:23:54.506119 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e06f08e9-8420-4ff8-afa3-dd0e5f0eb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23c45340>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:23:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:54.538853 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee1aed-8497-4d12-bce5-89d8b2eb76ae req-a2eb81e9-f47f-4c13-953d-dd37725e23dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:54.540541 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b8ee1aed-8497-4d12-bce5-89d8b2eb76ae req-a2eb81e9-f47f-4c13-953d-dd37725e23dd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0586729
Apr 30 13:23:54.620726 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee1aed-8497-4d12-bce5-89d8b2eb76ae req-595d7977-6e7e-43ab-8b09-5e69f58317ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:54.622194 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b8ee1aed-8497-4d12-bce5-89d8b2eb76ae req-595d7977-6e7e-43ab-8b09-5e69f58317ec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720575
Apr 30 13:23:54.685210 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-e06f08e9-8420-4ff8-afa3-dd0e5f0eb9a0 None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:23:54.767428 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b8ee1aed-8497-4d12-bce5-89d8b2eb76ae req-80762c04-7da3-42f3-beba-2117b94bfe4e service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370661
Apr 30 13:23:54.908407 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b8ee1aed-8497-4d12-bce5-89d8b2eb76ae req-806557c4-aff4-4ad2-a1af-ec7f727ce44b service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322184
Apr 30 13:23:55.038589 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e06f08e9-8420-4ff8-afa3-dd0e5f0eb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23c45340>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'c5512e30-c373-41c3-9ed9-14e8a53a959d', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:97:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:52Z', 'updated_at': '2021-04-30T13:23:52Z', 'revision_number': 0, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:23:55.043232 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f08e9-8420-4ff8-afa3-dd0e5f0eb9a0 None None] The sync data for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi is: [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'c5512e30-c373-41c3-9ed9-14e8a53a959d', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:97:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:52Z', 'updated_at': '2021-04-30T13:23:52Z', 'revision_number': 0, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:23:55.232849 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23332c20-bb11-41b9-8d5f-0813f7f9628c None None] New status for floating IP c5512e30-c373-41c3-9ed9-14e8a53a959d: ACTIVE {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:23:56.231994 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:56.545924 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d31cce77-501d-4a16-8d94-48a3f22d570b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:57.761290 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:58.668713 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48557f-299b-4a4b-880e-054d71179c45 req-5f401a84-7c34-4f4a-b395-631b0bc5ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:58.670385 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4d48557f-299b-4a4b-880e-054d71179c45 req-5f401a84-7c34-4f4a-b395-631b0bc5ecc2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=602aa6b5230d4302816011d284dca3c3&device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 1138 time: 0.0772026
Apr 30 13:23:58.697209 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd1ff3-1dcc-405c-be36-4ee6e1d19ebd req-a2654543-5ab5-4ca1-9176-8862c5155f98 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:58.698874 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1ecd1ff3-1dcc-405c-be36-4ee6e1d19ebd req-a2654543-5ab5-4ca1-9176-8862c5155f98 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0839360
Apr 30 13:23:58.754749 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1ecd1ff3-1dcc-405c-be36-4ee6e1d19ebd req-11335136-9c23-4adc-a5d4-54f107a1fd62 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0492380
Apr 30 13:23:58.811143 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48557f-299b-4a4b-880e-054d71179c45 req-2a2fcb15-2838-4db6-a3d1-4f9f20375a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:58.812600 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4d48557f-299b-4a4b-880e-054d71179c45 req-2a2fcb15-2838-4db6-a3d1-4f9f20375a07 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e12ec54c-6aad-4194-9b7c-f035c91e82af HTTP/1.1" status: 200  len: 916 time: 0.1310010
Apr 30 13:23:58.918035 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4d48557f-299b-4a4b-880e-054d71179c45 req-ef0a64e5-c67c-4440-b25b-bd43532990a4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813 HTTP/1.1" status: 200  len: 1002 time: 0.0971913
Apr 30 13:23:58.986846 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48557f-299b-4a4b-880e-054d71179c45 req-b7040c25-a584-4045-a3b2-59a4263763a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:58.988297 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4d48557f-299b-4a4b-880e-054d71179c45 req-b7040c25-a584-4045-a3b2-59a4263763a8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84220f3c-7bc2-41fc-84c8-59aa483f1316 HTTP/1.1" status: 200  len: 853 time: 0.0603900
Apr 30 13:23:59.068794 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48557f-299b-4a4b-880e-054d71179c45 req-f0e05238-37e1-4665-b569-d3ed3e1e78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:59.070287 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4d48557f-299b-4a4b-880e-054d71179c45 req-f0e05238-37e1-4665-b569-d3ed3e1e78ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e12ec54c-6aad-4194-9b7c-f035c91e82af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744793
Apr 30 13:23:59.134946 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:23:59.209057 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4d48557f-299b-4a4b-880e-054d71179c45 req-25b04b37-7493-4ace-8519-85f7f11b71fa service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280322
Apr 30 13:23:59.347069 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4d48557f-299b-4a4b-880e-054d71179c45 req-6f1fc296-10e5-4668-85c5-f9525547f73c service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286457
Apr 30 13:23:59.941065 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbd9e0-92ec-4fe8-9ed5-78762fe4ac2b req-d4200a2e-60bf-4b34-bb22-3b87d8d773c5 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:23:59.942567 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8fcbd9e0-92ec-4fe8-9ed5-78762fe4ac2b req-d4200a2e-60bf-4b34-bb22-3b87d8d773c5 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0801482
Apr 30 13:23:59.990341 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8fcbd9e0-92ec-4fe8-9ed5-78762fe4ac2b req-ace08ab4-5d28-495f-9f9c-e668bab4807e tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405805
Apr 30 13:24:00.423043 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:01.269959 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53f2eb-acbe-4fdf-b278-d60e6ff0de9f req-9d379c15-eae2-4aab-9da4-bfba54dd1a50 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:01.271525 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-de53f2eb-acbe-4fdf-b278-d60e6ff0de9f req-9d379c15-eae2-4aab-9da4-bfba54dd1a50 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.1738813
Apr 30 13:24:01.322630 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-de53f2eb-acbe-4fdf-b278-d60e6ff0de9f req-c58f8170-ae10-45a7-b207-acb0539fe7eb tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0451086
Apr 30 13:24:02.513776 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59b39e-e6b9-4012-a675-2f79dc91edf7 req-2db21320-40ef-4ad0-9b27-3ccf8990c5c4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:02.515252 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ef59b39e-e6b9-4012-a675-2f79dc91edf7 req-2db21320-40ef-4ad0-9b27-3ccf8990c5c4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0816858
Apr 30 13:24:02.565232 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ef59b39e-e6b9-4012-a675-2f79dc91edf7 req-501c9aba-2f91-41f1-8c56-506ce8e1dc18 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0441024
Apr 30 13:24:03.755661 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029bac4-03e9-4bf9-9e6f-67a92314ff4d req-0743b43d-c8ae-4538-a37c-8ad189e00464 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:03.757174 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9029bac4-03e9-4bf9-9e6f-67a92314ff4d req-0743b43d-c8ae-4538-a37c-8ad189e00464 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0838609
Apr 30 13:24:03.808528 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9029bac4-03e9-4bf9-9e6f-67a92314ff4d req-24903da3-ea92-4544-9e9f-ddc4ae5ddfd1 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0442705
Apr 30 13:24:05.002114 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20533470-7e2d-46b0-b88f-751c3095bc03 req-b3f53cdb-4180-4180-9ee9-8d8cbaf40a02 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:05.003627 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-20533470-7e2d-46b0-b88f-751c3095bc03 req-b3f53cdb-4180-4180-9ee9-8d8cbaf40a02 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0859685
Apr 30 13:24:05.050045 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-20533470-7e2d-46b0-b88f-751c3095bc03 req-a42c985e-01e1-40cb-8466-b43f01c4eb31 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0399356
Apr 30 13:24:06.240541 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cfa9a-40cb-4e3f-848a-36c3a16148a0 req-73908d5e-20ca-415a-9615-e44a3d4294f8 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:06.242001 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-518cfa9a-40cb-4e3f-848a-36c3a16148a0 req-73908d5e-20ca-415a-9615-e44a3d4294f8 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0794282
Apr 30 13:24:06.292801 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-518cfa9a-40cb-4e3f-848a-36c3a16148a0 req-90a40394-7848-4f30-bea7-acd2496a8284 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0448139
Apr 30 13:24:07.481389 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b5a6e-e065-4542-ae5b-d05f94c234ad req-eecc48eb-812e-4f46-878a-e2a889b51874 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:07.482894 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6b6b5a6e-e065-4542-ae5b-d05f94c234ad req-eecc48eb-812e-4f46-878a-e2a889b51874 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0846288
Apr 30 13:24:07.529890 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6b6b5a6e-e065-4542-ae5b-d05f94c234ad req-9931afbf-f588-4725-89f5-d0cc2ad71287 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0409791
Apr 30 13:24:08.723043 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399732a9-edc2-4d02-b29e-1316bcda924c req-5d4dd9fa-6843-46ca-8e7d-a69a1837f7e5 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:08.724499 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-399732a9-edc2-4d02-b29e-1316bcda924c req-5d4dd9fa-6843-46ca-8e7d-a69a1837f7e5 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0848572
Apr 30 13:24:08.771909 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-399732a9-edc2-4d02-b29e-1316bcda924c req-1f75830b-cf28-497d-b3e2-ef364d6222b6 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0404942
Apr 30 13:24:09.963963 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a67190-4095-4f2e-9f08-2f9632ca6be2 req-5a354894-3bfa-437e-b683-c6f0eeb667af tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:09.965406 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-24a67190-4095-4f2e-9f08-2f9632ca6be2 req-5a354894-3bfa-437e-b683-c6f0eeb667af tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0791724
Apr 30 13:24:10.012882 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-24a67190-4095-4f2e-9f08-2f9632ca6be2 req-1105fcc0-831c-4c19-aaca-126c5daf1d5d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414886
Apr 30 13:24:11.207706 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e33aa-5e54-4f4c-b212-1c2179a05bdc req-0b9af033-0861-480e-aa0e-4e620412aebf tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:11.209175 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a53e33aa-5e54-4f4c-b212-1c2179a05bdc req-0b9af033-0861-480e-aa0e-4e620412aebf tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0847571
Apr 30 13:24:11.259311 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a53e33aa-5e54-4f4c-b212-1c2179a05bdc req-af01501a-a1cc-4893-9953-a136464b8842 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0431840
Apr 30 13:24:12.452156 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97961dce-8d5e-4c1e-9668-cf4e62a8d540 req-ec886b3e-7e38-4dce-8132-bda4fcb823bd tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:12.453621 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-97961dce-8d5e-4c1e-9668-cf4e62a8d540 req-ec886b3e-7e38-4dce-8132-bda4fcb823bd tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0848789
Apr 30 13:24:12.501146 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-97961dce-8d5e-4c1e-9668-cf4e62a8d540 req-29a3ce7b-c442-41a2-a1e6-dd6786a146e2 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0415928
Apr 30 13:24:13.689214 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46fc11-b156-4979-95fd-3e94283d5786 req-444ac637-963b-4b3b-bb66-b31d5213234d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:13.690723 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ba46fc11-b156-4979-95fd-3e94283d5786 req-444ac637-963b-4b3b-bb66-b31d5213234d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0804949
Apr 30 13:24:13.738587 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ba46fc11-b156-4979-95fd-3e94283d5786 req-3eff3e4e-1230-494f-a77e-6a7b73c1e57a tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0418122
Apr 30 13:24:14.931975 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85b3b8-bba5-49d3-b7f6-99f970736c23 req-a611f7eb-9ae8-489b-8fe6-6b089ccca9d6 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:14.933438 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fc85b3b8-bba5-49d3-b7f6-99f970736c23 req-a611f7eb-9ae8-489b-8fe6-6b089ccca9d6 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0832124
Apr 30 13:24:14.981200 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fc85b3b8-bba5-49d3-b7f6-99f970736c23 req-e41085dd-d6c8-4a74-b125-e4b70ccdb6be tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0415797
Apr 30 13:24:16.175684 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c91ae-5171-4155-9d20-fce1c04f6a68 req-30c1ffc7-717e-4c94-b3e6-a3a47e13101d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:16.177172 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-251c91ae-5171-4155-9d20-fce1c04f6a68 req-30c1ffc7-717e-4c94-b3e6-a3a47e13101d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0862365
Apr 30 13:24:16.225727 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-251c91ae-5171-4155-9d20-fce1c04f6a68 req-d597b8bb-059c-4b67-8f80-c33ada00bb07 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86&id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0420606
Apr 30 13:24:16.617411 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:24:23.523727 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a001119f-775d-4da5-bf83-865a04ac57c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:26.234140 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:26.549413 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-807f8ee8-28cf-4705-b864-1bdfef9302d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:27.764776 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:29.137584 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:30.435375 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:36.317568 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e69a24ec-0bc7-4968-b271-4fa841cfcb29 req-5d815f5e-b7f4-4ddd-a145-64608f02695f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0687304
Apr 30 13:24:36.458670 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a24ec-0bc7-4968-b271-4fa841cfcb29 req-4a4f908a-1655-4588-96cf-c2cbc2d57946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:36.460185 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e69a24ec-0bc7-4968-b271-4fa841cfcb29 req-4a4f908a-1655-4588-96cf-c2cbc2d57946 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=602aa6b5230d4302816011d284dca3c3&device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 1138 time: 0.0715532
Apr 30 13:24:36.690978 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a24ec-0bc7-4968-b271-4fa841cfcb29 req-9205bb9a-bbe4-4ae4-bae7-a13a5dd18300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:36.692425 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e69a24ec-0bc7-4968-b271-4fa841cfcb29 req-9205bb9a-bbe4-4ae4-bae7-a13a5dd18300 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e12ec54c-6aad-4194-9b7c-f035c91e82af HTTP/1.1" status: 200  len: 916 time: 0.2124879
Apr 30 13:24:36.803543 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e69a24ec-0bc7-4968-b271-4fa841cfcb29 req-fb8ef88a-fd37-404a-9d7a-bd858a51eaa3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813 HTTP/1.1" status: 200  len: 1002 time: 0.1020038
Apr 30 13:24:36.873602 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a24ec-0bc7-4968-b271-4fa841cfcb29 req-bf7ec823-8abf-4dab-b9ae-2f0a7d8749a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:36.875061 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e69a24ec-0bc7-4968-b271-4fa841cfcb29 req-bf7ec823-8abf-4dab-b9ae-2f0a7d8749a1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84220f3c-7bc2-41fc-84c8-59aa483f1316 HTTP/1.1" status: 200  len: 853 time: 0.0610130
Apr 30 13:24:36.952691 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a24ec-0bc7-4968-b271-4fa841cfcb29 req-d4e48174-fead-4f6c-9f83-622af230c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:36.954073 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e69a24ec-0bc7-4968-b271-4fa841cfcb29 req-d4e48174-fead-4f6c-9f83-622af230c503 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e12ec54c-6aad-4194-9b7c-f035c91e82af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709510
Apr 30 13:24:37.089172 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e69a24ec-0bc7-4968-b271-4fa841cfcb29 req-aa4d79b8-dde0-4b1b-aba0-d049403f5230 service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271334
Apr 30 13:24:37.227265 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e69a24ec-0bc7-4968-b271-4fa841cfcb29 req-c6217406-fb92-4bff-8803-2f5171870747 service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287453
Apr 30 13:24:38.688353 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d152d8a-f596-4a25-af6c-b4b935ebfdde req-fe7ff3db-e4ed-41dd-a5f8-8005091cae7e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:38.689821 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9d152d8a-f596-4a25-af6c-b4b935ebfdde req-fe7ff3db-e4ed-41dd-a5f8-8005091cae7e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0852015
Apr 30 13:24:38.735369 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9d152d8a-f596-4a25-af6c-b4b935ebfdde req-157e275f-00ba-4696-9d9d-0f91bb53a029 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396554
Apr 30 13:24:39.929101 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ef056-375e-4b42-8dbd-8970d78789b2 req-5b9094c9-bab0-445b-83ad-eb4e1e1a7301 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:39.930580 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-901ef056-375e-4b42-8dbd-8970d78789b2 req-5b9094c9-bab0-445b-83ad-eb4e1e1a7301 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0831165
Apr 30 13:24:39.975647 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-901ef056-375e-4b42-8dbd-8970d78789b2 req-dc727927-0c0b-491b-8591-cb98668179e4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392804
Apr 30 13:24:41.165311 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dd110-230d-4fc1-93ec-3267e5d5e2a1 req-21efc7e8-12b4-408a-995b-8a53d5cc68d0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:41.166797 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-291dd110-230d-4fc1-93ec-3267e5d5e2a1 req-21efc7e8-12b4-408a-995b-8a53d5cc68d0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0827160
Apr 30 13:24:41.213185 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-291dd110-230d-4fc1-93ec-3267e5d5e2a1 req-516beaa0-170b-4c86-9b0c-17c50d136664 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384269
Apr 30 13:24:42.400161 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95953f98-9121-4228-89f6-5397a9d625b4 req-0157bee0-7344-4128-bc52-8c8f3d0e914a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:42.401673 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-95953f98-9121-4228-89f6-5397a9d625b4 req-0157bee0-7344-4128-bc52-8c8f3d0e914a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0797682
Apr 30 13:24:42.449179 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-95953f98-9121-4228-89f6-5397a9d625b4 req-67001278-6619-4f9f-9754-068085c8e7f2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409117
Apr 30 13:24:43.719535 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2527a-63b6-41a0-8ad7-c8a4eda2650b req-d7718225-8e01-431d-8b30-bb0eeba3855e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:43.721026 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9ff2527a-63b6-41a0-8ad7-c8a4eda2650b req-d7718225-8e01-431d-8b30-bb0eeba3855e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.1575024
Apr 30 13:24:43.766716 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9ff2527a-63b6-41a0-8ad7-c8a4eda2650b req-b0970eda-bf05-4f9a-abc3-9c5cffb3e3f5 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397198
Apr 30 13:24:44.955381 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36be2a7-37fe-49f6-93c6-947d3048186b req-4f1c89c1-87c1-4f2a-9dbe-c9f450e7db82 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:44.956742 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f36be2a7-37fe-49f6-93c6-947d3048186b req-4f1c89c1-87c1-4f2a-9dbe-c9f450e7db82 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0828326
Apr 30 13:24:45.003528 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f36be2a7-37fe-49f6-93c6-947d3048186b req-f1951fe2-2d7a-4c2a-aab0-bf3eaff95dd9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411205
Apr 30 13:24:46.190671 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769b500-357b-4735-b907-ef6fcf511bb5 req-7f86f222-6b59-4795-a302-105b95ea87d4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:46.192153 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4769b500-357b-4735-b907-ef6fcf511bb5 req-7f86f222-6b59-4795-a302-105b95ea87d4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0791600
Apr 30 13:24:46.237739 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4769b500-357b-4735-b907-ef6fcf511bb5 req-42b4a913-128e-4c0a-82ac-881bbdd66fc3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396986
Apr 30 13:24:47.432735 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a71942-a1da-4780-ac12-b20d543bebb2 req-cb56cd95-3b98-4f32-aa19-ecba3b49947a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:47.434200 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d4a71942-a1da-4780-ac12-b20d543bebb2 req-cb56cd95-3b98-4f32-aa19-ecba3b49947a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0852478
Apr 30 13:24:47.480576 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d4a71942-a1da-4780-ac12-b20d543bebb2 req-5e394e8b-7bb9-4739-a941-92d1302c963b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397263
Apr 30 13:24:48.819761 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e82ee-2933-4885-bfed-ef3a976f3899 req-4ff5763f-9028-41a6-87f7-704dfcc7f9f6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:48.821234 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-da2e82ee-2933-4885-bfed-ef3a976f3899 req-4ff5763f-9028-41a6-87f7-704dfcc7f9f6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0838599
Apr 30 13:24:48.866186 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-da2e82ee-2933-4885-bfed-ef3a976f3899 req-4199e0e2-6626-4a55-9a3d-cbfbd654f762 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385549
Apr 30 13:24:50.054722 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74c812-1fab-47d5-b731-33ced3567f5f req-5c1ceac9-5fd6-4a27-bbea-367d52bf8702 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:50.056112 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2c74c812-1fab-47d5-b731-33ced3567f5f req-5c1ceac9-5fd6-4a27-bbea-367d52bf8702 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0813000
Apr 30 13:24:50.102474 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2c74c812-1fab-47d5-b731-33ced3567f5f req-47aa8c3c-ec7f-4fcd-85b9-c5e00a469532 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402997
Apr 30 13:24:50.845865 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:24:50.980344 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:24:50.994927 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'port_id': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'mac_address': 'fa:16:3e:5d:60:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:24:51.049108 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:51.066171 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:24:51.083767 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:24:51.087588 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:51.089411 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:24:51.160215 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,revision_number=6']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:24:51.167673 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:51.168015 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:51.168350 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:51.168677 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:51.169002 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:51.169326 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:51.170230 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:51.170702 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:51.171030 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:51.171352 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:51.171667 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:51.171979 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:24:51.175858 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:24:51.189060 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['93f6a550-eae8-4774-9f9e-dc8cbf3ac666'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:24:51.300365 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89021c0-b34c-486c-9a9f-0731de9c8cd6 req-40584613-c04d-4b67-bace-e00632776dfc tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:51.301766 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b89021c0-b34c-486c-9a9f-0731de9c8cd6 req-40584613-c04d-4b67-bace-e00632776dfc tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 945 time: 0.0831981
Apr 30 13:24:51.347640 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b89021c0-b34c-486c-9a9f-0731de9c8cd6 req-3e8c51b7-c9a7-4597-a4f5-891eccfe1b9c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399473
Apr 30 13:24:52.540538 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f1643-c1d8-4cca-bb57-f932e436083f req-925551e1-ceba-47ac-beb7-4a3783ffd679 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:52.542015 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-de8f1643-c1d8-4cca-bb57-f932e436083f req-925551e1-ceba-47ac-beb7-4a3783ffd679 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 945 time: 0.0847237
Apr 30 13:24:52.587912 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-de8f1643-c1d8-4cca-bb57-f932e436083f req-a4d10b4e-7c34-4c16-bf81-1d8a9c7faa44 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395980
Apr 30 13:24:52.856857 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:24:52.927249 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:24:52.927538 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:53.043483 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:53.103609 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:24:53.113742 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:24:53.119024 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:53.121144 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:24:53.155607 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'code': 200}
Apr 30 13:24:53.187318 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,revision_number=7']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:24:53.190201 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:24:53.527038 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6147be96-4161-45fe-bfc2-a18d9d9e7f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:53.622006 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:24:53.799260 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43890fe8-2064-414c-808d-e08089457746 req-44bbacf1-4dfe-4850-a0fa-ca36e05bea22 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:53.800643 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-43890fe8-2064-414c-808d-e08089457746 req-44bbacf1-4dfe-4850-a0fa-ca36e05bea22 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0887752
Apr 30 13:24:53.846919 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-43890fe8-2064-414c-808d-e08089457746 req-a13396cb-5d47-4903-96f9-bef4b0b66e71 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404820
Apr 30 13:24:55.041564 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca468f9-3318-4ce3-9086-5de8c347272d req-0ea9ccf3-1886-4512-b553-d672c058a0bb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:55.042962 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2ca468f9-3318-4ce3-9086-5de8c347272d req-0ea9ccf3-1886-4512-b553-d672c058a0bb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0824540
Apr 30 13:24:55.087946 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2ca468f9-3318-4ce3-9086-5de8c347272d req-f4110471-e2c6-4772-af18-f89a125923ea tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385158
Apr 30 13:24:56.239939 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:56.280929 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eb3f6-abc6-4a90-b84f-4747be19da78 req-676e50f4-c8a6-4773-bda4-12ff9b1dd618 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:56.282443 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-364eb3f6-abc6-4a90-b84f-4747be19da78 req-676e50f4-c8a6-4773-bda4-12ff9b1dd618 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0845618
Apr 30 13:24:56.328369 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-364eb3f6-abc6-4a90-b84f-4747be19da78 req-88332ea8-3c1a-4f81-95ca-cbd786a89f2a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399275
Apr 30 13:24:56.552018 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-aedffb51-e306-4df6-ad87-44a8a302b035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:57.516406 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cf2bf-5021-49ab-84c9-0c13a57acb46 req-49faebf7-aaa5-4ae7-beb8-c00203d62eb4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:57.517951 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-625cf2bf-5021-49ab-84c9-0c13a57acb46 req-49faebf7-aaa5-4ae7-beb8-c00203d62eb4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0796864
Apr 30 13:24:57.564806 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-625cf2bf-5021-49ab-84c9-0c13a57acb46 req-0886db1f-5810-400a-81bb-16f779b8c54d tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407991
Apr 30 13:24:57.769451 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:24:58.832317 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84110ded-95aa-4a97-893b-a24b990b72ac req-c875b302-dd15-4588-a573-4ceffbe7e5d8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:24:58.839861 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-84110ded-95aa-4a97-893b-a24b990b72ac req-c875b302-dd15-4588-a573-4ceffbe7e5d8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.1189325
Apr 30 13:24:58.890179 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-84110ded-95aa-4a97-893b-a24b990b72ac req-1d24f8e5-6d73-41c7-9b63-a639d33b4033 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492208
Apr 30 13:24:59.146668 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:00.131376 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c00c46-7f79-4098-94bc-230cd50bbac7 req-301259c7-3843-4fa1-9ebb-c82db3aa01df tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:00.151821 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-15c00c46-7f79-4098-94bc-230cd50bbac7 req-301259c7-3843-4fa1-9ebb-c82db3aa01df tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.1292057
Apr 30 13:25:00.203097 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-15c00c46-7f79-4098-94bc-230cd50bbac7 req-11523de8-61eb-43b2-b437-25d0d50dd110 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492325
Apr 30 13:25:00.453845 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:01.418990 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67920f-d321-40fc-ae22-e861338ac0b9 req-f455c54b-3bc1-403b-8e66-24ed6e6be943 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:01.421002 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2b67920f-d321-40fc-ae22-e861338ac0b9 req-f455c54b-3bc1-403b-8e66-24ed6e6be943 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0950270
Apr 30 13:25:01.483016 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2b67920f-d321-40fc-ae22-e861338ac0b9 req-2b6d01a2-ede4-4687-9983-11277a68971a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560546
Apr 30 13:25:02.702680 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2fecb-af5a-48ce-bfe7-83ba526f5c35 req-fc42a9da-d865-4ab7-834a-5d2f3e443b26 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:02.704230 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9df2fecb-af5a-48ce-bfe7-83ba526f5c35 req-fc42a9da-d865-4ab7-834a-5d2f3e443b26 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.1003001
Apr 30 13:25:02.777713 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9df2fecb-af5a-48ce-bfe7-83ba526f5c35 req-3d292592-5c94-44d0-b82a-1d38a1573e93 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673716
Apr 30 13:25:04.011666 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1bf0a-fe49-43fa-af0a-98682b21a392 req-bc361e01-599e-48f3-81b8-ca3b1ffe8642 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:04.013796 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6fa1bf0a-fe49-43fa-af0a-98682b21a392 req-bc361e01-599e-48f3-81b8-ca3b1ffe8642 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.1062853
Apr 30 13:25:04.149832 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6fa1bf0a-fe49-43fa-af0a-98682b21a392 req-28f871d2-e7dc-4c1a-9e7a-6418f0369857 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1301579
Apr 30 13:25:05.356317 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31065fe4-dd97-412c-baf1-f9489c317988 req-35397f11-f5c1-4d12-8eb3-0473a3793a3b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:05.358622 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-31065fe4-dd97-412c-baf1-f9489c317988 req-35397f11-f5c1-4d12-8eb3-0473a3793a3b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0834608
Apr 30 13:25:05.414314 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-31065fe4-dd97-412c-baf1-f9489c317988 req-32b591f9-fe44-499f-bff9-dd97870227f2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467420
Apr 30 13:25:06.619629 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f669c0-d59f-4acd-95fe-f734c4019782 req-0b99f60f-63e5-4dfe-9c38-d5b0b25bdc4e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:06.621287 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b0f669c0-d59f-4acd-95fe-f734c4019782 req-0b99f60f-63e5-4dfe-9c38-d5b0b25bdc4e tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0835016
Apr 30 13:25:06.688432 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b0f669c0-d59f-4acd-95fe-f734c4019782 req-f7f5504c-c25a-4f6b-920d-ff8bd63775a8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605218
Apr 30 13:25:08.006912 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e9925-9205-485a-a34a-3a1d789e2fe5 req-bc82f302-45f1-4d5e-a83f-956d43d4c642 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:08.008843 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-008e9925-9205-485a-a34a-3a1d789e2fe5 req-bc82f302-45f1-4d5e-a83f-956d43d4c642 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.2015731
Apr 30 13:25:08.057706 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-008e9925-9205-485a-a34a-3a1d789e2fe5 req-59a7c997-a905-4d2b-912f-722cdebae20c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428164
Apr 30 13:25:09.260229 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d6e30-d758-4cca-91d5-3b1f824f0dee req-c6b20307-4b44-4e03-89be-d24bf2ef7887 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:09.261695 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-135d6e30-d758-4cca-91d5-3b1f824f0dee req-c6b20307-4b44-4e03-89be-d24bf2ef7887 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0808282
Apr 30 13:25:09.306118 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-135d6e30-d758-4cca-91d5-3b1f824f0dee req-a88cbc5d-2655-4f44-a4c2-902884eec8f6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385156
Apr 30 13:25:09.748577 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68e42-5a54-48e6-86f6-e5c220f2d17e req-fccd6bbb-728a-43db-8d02-2d98c489c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:09.750108 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-55f68e42-5a54-48e6-86f6-e5c220f2d17e req-fccd6bbb-728a-43db-8d02-2d98c489c142 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 1099 time: 0.0777287
Apr 30 13:25:09.882821 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68e42-5a54-48e6-86f6-e5c220f2d17e req-7079efc1-5482-4859-922a-227fab9c8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:09.884256 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-55f68e42-5a54-48e6-86f6-e5c220f2d17e req-7079efc1-5482-4859-922a-227fab9c8813 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 919 time: 0.1276608
Apr 30 13:25:09.984272 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-55f68e42-5a54-48e6-86f6-e5c220f2d17e req-6f099a9d-a680-44c3-a62d-a004a25db763 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666 HTTP/1.1" status: 200  len: 1002 time: 0.0926464
Apr 30 13:25:10.050044 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68e42-5a54-48e6-86f6-e5c220f2d17e req-5efd4bf5-2bc9-4243-811c-8ed62089f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:10.051503 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-55f68e42-5a54-48e6-86f6-e5c220f2d17e req-5efd4bf5-2bc9-4243-811c-8ed62089f7cc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b330465d-555e-4715-b8c8-efed53710843 HTTP/1.1" status: 200  len: 856 time: 0.0609803
Apr 30 13:25:10.126732 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68e42-5a54-48e6-86f6-e5c220f2d17e req-184bef9e-6cba-4152-a94b-8cc8f04758a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:10.128195 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-55f68e42-5a54-48e6-86f6-e5c220f2d17e req-184bef9e-6cba-4152-a94b-8cc8f04758a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0555ee9b-672c-4eec-957a-e8bb40b60f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697579
Apr 30 13:25:10.261842 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-55f68e42-5a54-48e6-86f6-e5c220f2d17e req-e4397527-b902-4c63-a405-75a5ca7a260c service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252682
Apr 30 13:25:10.396588 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-55f68e42-5a54-48e6-86f6-e5c220f2d17e req-144a369c-2204-47da-93ae-18f2e032cd7b service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283112
Apr 30 13:25:10.510533 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4741eea-29b7-45aa-aca7-9d2bb14f1a32 req-49a0f249-c3d4-468d-926a-4c555e74e9f0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:10.512037 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d4741eea-29b7-45aa-aca7-9d2bb14f1a32 req-49a0f249-c3d4-468d-926a-4c555e74e9f0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0915737
Apr 30 13:25:10.556683 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d4741eea-29b7-45aa-aca7-9d2bb14f1a32 req-d8d5b6e8-9e97-42e5-a1b6-582957c5e0ac tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388610
Apr 30 13:25:11.754963 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a004f-6aba-4cc7-8892-26f7d5ea31cc req-bb21df6b-0c66-4675-8ccb-3ecf62bb548a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:11.756420 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9c3a004f-6aba-4cc7-8892-26f7d5ea31cc req-bb21df6b-0c66-4675-8ccb-3ecf62bb548a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0866349
Apr 30 13:25:11.800933 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9c3a004f-6aba-4cc7-8892-26f7d5ea31cc req-cf155d99-97fc-4f05-93a8-f5ea6a32cbea tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386946
Apr 30 13:25:12.990834 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faec672-a1f0-4980-b12e-44a98fccca47 req-3c231ae8-4816-406b-95ff-64ecdad62bfb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:12.992274 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5faec672-a1f0-4980-b12e-44a98fccca47 req-3c231ae8-4816-406b-95ff-64ecdad62bfb tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 946 time: 0.0808296
Apr 30 13:25:13.016236 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:25:13.038723 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5faec672-a1f0-4980-b12e-44a98fccca47 req-5bba5197-0a89-40ab-b3d7-3b17d4e5b156 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398576
Apr 30 13:25:13.135954 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:13.164390 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:25:13.175171 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:13.180089 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:13.181991 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:13.247023 dv-cinder-787195-5-iscsi neutron-server[73838]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'code': 422} returned with failed status
Apr 30 13:25:13.252528 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,revision_number=8']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:13.255661 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:14.713853 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f5187-12f1-4b2f-8cd6-2c4808ff52f6 req-3c347e01-ec49-4470-9fcc-7644332cdacd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:14.715547 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cf7f5187-12f1-4b2f-8cd6-2c4808ff52f6 req-3c347e01-ec49-4470-9fcc-7644332cdacd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0860977
Apr 30 13:25:14.763751 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cf7f5187-12f1-4b2f-8cd6-2c4808ff52f6 req-5d8aed83-417b-4d36-ac83-b42160ef77a7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415249
Apr 30 13:25:14.838702 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 48726) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:14.952620 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-80af5e18-5f92-459f-b308-5448d3160c0b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1126852
Apr 30 13:25:15.607139 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-630a2b43-ac23-4eb7-bc76-b218fa7b5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:15.608609 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-630a2b43-ac23-4eb7-bc76-b218fa7b5766 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919&tenant_id=7edbf53013084aef8c7b2d047cc26d9f HTTP/1.1" status: 200  len: 1097 time: 0.0757797
Apr 30 13:25:15.702638 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-087dffc0-8d99-407e-8bc0-e731ad011eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:15.704129 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-087dffc0-8d99-407e-8bc0-e731ad011eee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 1097 time: 0.0722311
Apr 30 13:25:15.927830 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-d01425c4-d045-400c-af33-434568f6b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:15.929215 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-d01425c4-d045-400c-af33-434568f6b0fa service neutron] 10.222.0.89 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 919 time: 0.2186623
Apr 30 13:25:15.963905 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8bde9-4f45-4836-bfc6-78a9c80cde9e req-315f5a0c-aab3-4079-835f-950fc8d7f9f2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:15.965359 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0ca8bde9-4f45-4836-bfc6-78a9c80cde9e req-315f5a0c-aab3-4079-835f-950fc8d7f9f2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0793717
Apr 30 13:25:16.012205 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0ca8bde9-4f45-4836-bfc6-78a9c80cde9e req-82b342d2-8046-40ec-a4af-c92f6d774807 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400450
Apr 30 13:25:16.036031 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-640ff5ca-c7aa-4bab-8a4e-9eeaed1cabc3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666 HTTP/1.1" status: 200  len: 1000 time: 0.0983264
Apr 30 13:25:16.102617 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-f8d95ef2-8b2a-4a89-9244-f6ecd3e639ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:16.104063 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-f8d95ef2-8b2a-4a89-9244-f6ecd3e639ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b330465d-555e-4715-b8c8-efed53710843 HTTP/1.1" status: 200  len: 856 time: 0.0603230
Apr 30 13:25:16.178923 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-6baf1c4f-f357-4188-9e1c-5cdc36ea093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:16.180302 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-6baf1c4f-f357-4188-9e1c-5cdc36ea093e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0555ee9b-672c-4eec-957a-e8bb40b60f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692632
Apr 30 13:25:16.312073 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-8f215b23-2b7c-4070-bef9-0286ee4817d1 service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240311
Apr 30 13:25:16.447352 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2105a3f-9469-42c5-8f24-3057b14d7748 req-ca1051d1-ab74-4459-9201-7ade957901ee service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278472
Apr 30 13:25:17.212244 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f93150-a810-42f3-b18d-03b42692560f req-0058f335-abc5-4da9-8041-d736e7c83773 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:17.213727 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-61f93150-a810-42f3-b18d-03b42692560f req-0058f335-abc5-4da9-8041-d736e7c83773 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0861664
Apr 30 13:25:17.266233 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-61f93150-a810-42f3-b18d-03b42692560f req-c981ead5-4bec-490c-9947-c4625e1c1765 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449655
Apr 30 13:25:18.487037 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887cf53-3f67-421f-b6d1-301813df640b req-4e2910e6-fcc4-413b-b0c1-9fe109451963 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:18.494343 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3887cf53-3f67-421f-b6d1-301813df640b req-4e2910e6-fcc4-413b-b0c1-9fe109451963 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0914946
Apr 30 13:25:18.534334 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3887cf53-3f67-421f-b6d1-301813df640b req-efae1cd6-1c3c-4472-ab32-b18aceae1c46 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389936
Apr 30 13:25:19.732358 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc58efb-87f6-49a8-a171-8dfa65c01a04 req-57cfbf52-0a65-460f-b961-aee07c0820cd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:19.733924 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9fc58efb-87f6-49a8-a171-8dfa65c01a04 req-57cfbf52-0a65-460f-b961-aee07c0820cd tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0859761
Apr 30 13:25:19.779708 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9fc58efb-87f6-49a8-a171-8dfa65c01a04 req-c79a0f1b-ae28-4cec-a4cb-bd001eb48ab3 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395479
Apr 30 13:25:20.993269 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0230f73-9519-4b80-aee5-cc409ec8a135 req-c07fa0f8-3d4f-4816-b3d8-7d4c10fe88d0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:20.994820 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c0230f73-9519-4b80-aee5-cc409ec8a135 req-c07fa0f8-3d4f-4816-b3d8-7d4c10fe88d0 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0880046
Apr 30 13:25:21.042562 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c0230f73-9519-4b80-aee5-cc409ec8a135 req-a025002a-93ae-414c-9f42-c8fd8a9d74a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415516
Apr 30 13:25:22.247179 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76095f3-87b4-4665-8587-0b0d42e9e2ef req-b3951109-f850-49f2-92b9-5830caf25dce tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:22.255227 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b76095f3-87b4-4665-8587-0b0d42e9e2ef req-b3951109-f850-49f2-92b9-5830caf25dce tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0901763
Apr 30 13:25:22.295532 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b76095f3-87b4-4665-8587-0b0d42e9e2ef req-c9ca7c30-9ae9-4a37-83bc-d16c4e6e406f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392535
Apr 30 13:25:23.510104 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5855f-fdc6-4f23-b139-3da2af88a046 req-a40661a8-ee32-4b2d-a434-77343ad6a65c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:23.511665 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bbd5855f-fdc6-4f23-b139-3da2af88a046 req-a40661a8-ee32-4b2d-a434-77343ad6a65c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0951850
Apr 30 13:25:23.533888 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6c4658e0-a610-4ca1-a640-7affe96579ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:23.562545 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bbd5855f-fdc6-4f23-b139-3da2af88a046 req-28bbe09f-b33f-48b3-be69-4db7059d9e2c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426137
Apr 30 13:25:24.786364 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c678d1a-6bb2-444c-8188-05b80a814a58 req-14a8c153-8580-460b-9d25-8c23755bff38 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:24.788057 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8c678d1a-6bb2-444c-8188-05b80a814a58 req-14a8c153-8580-460b-9d25-8c23755bff38 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.1075838
Apr 30 13:25:24.911793 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8c678d1a-6bb2-444c-8188-05b80a814a58 req-7494c2b0-ead8-4a69-b624-aecc01ca7832 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1178081
Apr 30 13:25:26.107461 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d6fb7-441c-46f4-8dca-b98379efe583 req-8a51f61c-bc03-4b27-935a-c0ebf78eef00 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:26.109534 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2b5d6fb7-441c-46f4-8dca-b98379efe583 req-8a51f61c-bc03-4b27-935a-c0ebf78eef00 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0836167
Apr 30 13:25:26.170720 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2b5d6fb7-441c-46f4-8dca-b98379efe583 req-ab83142b-65be-410f-aed5-06ef4b475add tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558658
Apr 30 13:25:26.233000 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:26.564961 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b75dc38b-262c-4d81-b77b-daadf4d20f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:27.366441 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade1d17-958e-4068-8028-4c05c55dc6c2 req-3b860678-83f8-4e0e-bae8-8d6c7be0f46a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:27.368113 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eade1d17-958e-4068-8028-4c05c55dc6c2 req-3b860678-83f8-4e0e-bae8-8d6c7be0f46a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0822065
Apr 30 13:25:27.414562 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-eade1d17-958e-4068-8028-4c05c55dc6c2 req-a02610c8-9697-49ce-afb1-91fdccb237a9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403948
Apr 30 13:25:27.772121 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:28.616641 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be6807-3d55-44db-9ad9-b40be1e00aa8 req-de7508d1-bd40-4c42-a87a-f842bafdcdd2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:28.618017 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-20be6807-3d55-44db-9ad9-b40be1e00aa8 req-de7508d1-bd40-4c42-a87a-f842bafdcdd2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0921938
Apr 30 13:25:28.663269 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-20be6807-3d55-44db-9ad9-b40be1e00aa8 req-4c7f96c9-a084-4b9a-9edc-fd86a74c5e7b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396528
Apr 30 13:25:29.163837 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:29.879940 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ec089-534a-41fb-b9ca-3b0eb39d361f req-41738d08-aead-4fd2-b735-d9eb0a5b1ca8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:29.881402 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7c7ec089-534a-41fb-b9ca-3b0eb39d361f req-41738d08-aead-4fd2-b735-d9eb0a5b1ca8 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0860815
Apr 30 13:25:29.934026 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7c7ec089-534a-41fb-b9ca-3b0eb39d361f req-0ab7c50d-0269-47e4-ba68-c274d05bac4f tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469046
Apr 30 13:25:30.433087 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:30.623092 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:25:31.134454 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c654a2-ec58-4b03-86e9-872a98f4e747 req-58eb9e4b-b35b-4216-806e-48e97ce5c101 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:31.136079 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-21c654a2-ec58-4b03-86e9-872a98f4e747 req-58eb9e4b-b35b-4216-806e-48e97ce5c101 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0861692
Apr 30 13:25:31.181895 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-21c654a2-ec58-4b03-86e9-872a98f4e747 req-13c12e67-9b5f-42f4-b1d1-9da6c6c622b2 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399797
Apr 30 13:25:32.375409 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322887c-e543-44f6-97a7-3e9e261e9bdd req-80389043-4707-4e7e-8d49-845bea1bafe4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:32.377573 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4322887c-e543-44f6-97a7-3e9e261e9bdd req-80389043-4707-4e7e-8d49-845bea1bafe4 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0848839
Apr 30 13:25:32.424632 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4322887c-e543-44f6-97a7-3e9e261e9bdd req-1a0d1622-826b-4bbe-b6e2-d4496a32a56d tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412948
Apr 30 13:25:33.304905 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4e25c924-d128-40d3-8aec-7dfa34f13435 req-4f6e2a5a-1961-4ab6-93a7-1ca8d4b7f3ae tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736962522&fields=id&tenant_id=602aa6b5230d4302816011d284dca3c3 HTTP/1.1" status: 200  len: 267 time: 0.0414107
Apr 30 13:25:33.391721 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25c924-d128-40d3-8aec-7dfa34f13435 req-b0a52948-556b-4669-8f9c-20937a0fb09b tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:33.394055 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4e25c924-d128-40d3-8aec-7dfa34f13435 req-b0a52948-556b-4669-8f9c-20937a0fb09b tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 985 time: 0.0837090
Apr 30 13:25:33.405144 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [req-4e25c924-d128-40d3-8aec-7dfa34f13435 req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Request body: {'port': {'security_groups': ['82a77e8c-cb18-488f-b59f-f0b19d064734']}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:25:33.529547 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4e25c924-d128-40d3-8aec-7dfa34f13435 req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:33.773786 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-4e25c924-d128-40d3-8aec-7dfa34f13435 req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] For port b85a0c71-f9b1-49ff-b41d-d28d20136813, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:33.799534 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4e25c924-d128-40d3-8aec-7dfa34f13435 req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:33.803918 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4e25c924-d128-40d3-8aec-7dfa34f13435 req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:33.809345 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:33.816578 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['b85a0c71-f9b1-49ff-b41d-d28d20136813'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:25:33.883419 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25c924-d128-40d3-8aec-7dfa34f13435 req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:33.884052 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-4e25c924-d128-40d3-8aec-7dfa34f13435 req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:33.885445 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4e25c924-d128-40d3-8aec-7dfa34f13435 req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "PUT /v2.0/ports/b85a0c71-f9b1-49ff-b41d-d28d20136813 HTTP/1.1" status: 200  len: 943 time: 0.4850221
Apr 30 13:25:33.885967 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:25:33.891578 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 48816) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:33.902676 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event updated for resources: {'Port': ['ID=b85a0c71-f9b1-49ff-b41d-d28d20136813,revision_number=7']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:33.911212 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:33.911607 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:33.911951 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:33.912370 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:33.913000 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:33.913357 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:33.917376 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:33.917860 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:33.918229 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:33.918618 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:33.918979 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:33.919335 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:33.924806 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:33.982304 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['b85a0c71-f9b1-49ff-b41d-d28d20136813'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:25:33.986732 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:34.023355 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:34.100635 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536116a-367b-443f-8607-212a8f4996a6 req-474891aa-cd13-42a3-bfb4-632f3b4a7f72 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:34.107601 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:34.109146 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c536116a-367b-443f-8607-212a8f4996a6 req-474891aa-cd13-42a3-bfb4-632f3b4a7f72 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.1152492
Apr 30 13:25:34.115382 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-65025fd9-b9c8-4c73-822c-c33e91d63366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:34.133098 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:34.143573 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:34.143940 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:34.144596 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:34.145144 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:34.145519 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:34.145873 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:34.146443 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:34.146804 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:34.147161 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:34.147518 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:34.147868 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:34.148399 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:34.154867 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:34.156850 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:34.158517 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "DELETE /v2.0/security-groups/e87cd6f8-c71f-4e1e-9df7-d4b3ac30db86 HTTP/1.1" status: 204  len: 168 time: 0.2652240
Apr 30 13:25:34.161392 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 48822) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:34.171024 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c536116a-367b-443f-8607-212a8f4996a6 req-11efb5b5-aaf8-4017-8c57-9c70a4906e0d tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606060
Apr 30 13:25:34.219389 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-f9696ab3-f497-4c90-b173-1893d33f4890 None None] Provisioning complete for port b85a0c71-f9b1-49ff-b41d-d28d20136813 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:25:34.219851 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f9696ab3-f497-4c90-b173-1893d33f4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:34.232755 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813', 'status': 'completed', 'code': 200}
Apr 30 13:25:34.441416 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Deleting port 6ce2d95e-414f-4bbc-ab06-19ea090dceb2 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:25:34.441735 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:34.559850 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:34.560180 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:34.680460 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Calling delete_port for 6ce2d95e-414f-4bbc-ab06-19ea090dceb2 owned by network:floatingip {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:25:34.807347 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:34.811691 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-f1adac5c-1239-4925-bef7-3038c84158f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:34.858535 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event deleted for resources: {'Port': ['ID=6ce2d95e-414f-4bbc-ab06-19ea090dceb2,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:34.884356 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:34.948171 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks [] for floatingip, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:34.948819 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.l3_db [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Floating IP 5db71f35-233c-4fb5-a4d4-04eecb9ca2aa disassociated (deleted). External IP: 172.27.2.219, port: b85a0c71-f9b1-49ff-b41d-d28d20136813.
Apr 30 13:25:35.373509 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c9bc9-ee95-4a2e-8518-480a458afc44 req-c46a1fe3-c09a-44d8-81af-5414ba5e0e45 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:35.375337 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-da8c9bc9-ee95-4a2e-8518-480a458afc44 req-c46a1fe3-c09a-44d8-81af-5414ba5e0e45 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.0865214
Apr 30 13:25:35.410480 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7a768-9225-480b-a457-9f4441021589 req-cfef153f-981f-4ff2-92a3-287a01915d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:35.411994 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4ca7a768-9225-480b-a457-9f4441021589 req-cfef153f-981f-4ff2-92a3-287a01915d5b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=602aa6b5230d4302816011d284dca3c3&device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 1099 time: 0.2880111
Apr 30 13:25:35.433442 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-da8c9bc9-ee95-4a2e-8518-480a458afc44 req-17be24d1-1bbf-4685-99e4-375ef97a1c27 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520091
Apr 30 13:25:35.648163 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:25:35.743898 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7aff2-2fa2-483b-a805-1b61c2d23562 req-52c155a2-5d58-4f79-aef2-f0494430d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:35.746033 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9cb7aff2-2fa2-483b-a805-1b61c2d23562 req-52c155a2-5d58-4f79-aef2-f0494430d477 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 1097 time: 0.0941501
Apr 30 13:25:35.787373 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7a768-9225-480b-a457-9f4441021589 req-47a0daf1-bc25-4e33-81f4-f442976b7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:35.789086 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4ca7a768-9225-480b-a457-9f4441021589 req-47a0daf1-bc25-4e33-81f4-f442976b7e71 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e12ec54c-6aad-4194-9b7c-f035c91e82af HTTP/1.1" status: 200  len: 916 time: 0.3206968
Apr 30 13:25:35.922970 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7aff2-2fa2-483b-a805-1b61c2d23562 req-2e337ea4-7e07-41f1-bcc7-a5eaf3373bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:35.924973 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9cb7aff2-2fa2-483b-a805-1b61c2d23562 req-2e337ea4-7e07-41f1-bcc7-a5eaf3373bd1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 200  len: 919 time: 0.1557350
Apr 30 13:25:35.931166 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4ca7a768-9225-480b-a457-9f4441021589 req-8be6d235-558e-4b8d-83ba-2684678b872a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813 HTTP/1.1" status: 200  len: 217 time: 0.0794699
Apr 30 13:25:36.018618 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:25:36.028660 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319a4ab-814b-4e34-b514-1cbd097fc8f0 None None] Sync routers for ids ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:25:36.034499 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7a768-9225-480b-a457-9f4441021589 req-26de7207-27a1-4390-b550-9990fb75eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:36.036073 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4ca7a768-9225-480b-a457-9f4441021589 req-26de7207-27a1-4390-b550-9990fb75eeb1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84220f3c-7bc2-41fc-84c8-59aa483f1316 HTTP/1.1" status: 200  len: 853 time: 0.0895133
Apr 30 13:25:36.044074 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319a4ab-814b-4e34-b514-1cbd097fc8f0 None None] Routers {'7cf804c1-4e7a-49d1-8913-e8c9064a5d95'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:25:36.044678 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-a319a4ab-814b-4e34-b514-1cbd097fc8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23d741c0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:25:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:36.112063 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:36.148040 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9cb7aff2-2fa2-483b-a805-1b61c2d23562 req-baf1b501-361d-4fb4-a1e5-a277852efc2f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666 HTTP/1.1" status: 200  len: 1000 time: 0.2158608
Apr 30 13:25:36.184472 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7a768-9225-480b-a457-9f4441021589 req-32053189-089c-4826-bf7f-fd9093045753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:36.186428 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4ca7a768-9225-480b-a457-9f4441021589 req-32053189-089c-4826-bf7f-fd9093045753 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e12ec54c-6aad-4194-9b7c-f035c91e82af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1424229
Apr 30 13:25:36.195758 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "DELETE /v2.0/floatingips/5db71f35-233c-4fb5-a4d4-04eecb9ca2aa HTTP/1.1" status: 204  len: 168 time: 2.0307102
Apr 30 13:25:36.195758 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:25:36.205239 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [req-4ca7a768-9225-480b-a457-9f4441021589 req-9ed7a961-c7d0-4a99-bc57-24050f56c621 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:25:36.206869 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4ca7a768-9225-480b-a457-9f4441021589 req-9ed7a961-c7d0-4a99-bc57-24050f56c621 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0079532
Apr 30 13:25:36.237724 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7aff2-2fa2-483b-a805-1b61c2d23562 req-746d0f1f-0e06-4bbc-9319-5a1d691e94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:36.239216 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9cb7aff2-2fa2-483b-a805-1b61c2d23562 req-746d0f1f-0e06-4bbc-9319-5a1d691e94d7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b330465d-555e-4715-b8c8-efed53710843 HTTP/1.1" status: 200  len: 856 time: 0.0839417
Apr 30 13:25:36.265024 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813', 'status': 'completed', 'code': 200}
Apr 30 13:25:36.284898 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-a319a4ab-814b-4e34-b514-1cbd097fc8f0 None None] Set router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:25:36.336229 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7aff2-2fa2-483b-a805-1b61c2d23562 req-ec589777-d198-4b73-8757-e20e1c74a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:36.337703 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9cb7aff2-2fa2-483b-a805-1b61c2d23562 req-ec589777-d198-4b73-8757-e20e1c74a6fb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0555ee9b-672c-4eec-957a-e8bb40b60f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896835
Apr 30 13:25:36.368171 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4ca7a768-9225-480b-a457-9f4441021589 req-c9a66639-e38b-4578-b7a7-0269bed48af9 service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463447
Apr 30 13:25:36.509821 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9cb7aff2-2fa2-483b-a805-1b61c2d23562 req-eef18e56-43d8-46d4-a709-5dff6179a43c service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647279
Apr 30 13:25:36.525863 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-4ca7a768-9225-480b-a457-9f4441021589 req-8ef76b6e-436d-4ea4-b120-fe810620324a service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506293
Apr 30 13:25:36.750574 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9cb7aff2-2fa2-483b-a805-1b61c2d23562 req-1e6ca58e-ca1a-479f-9bb6-8a734b3344a1 service neutron] 10.222.0.89 "GET /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2324812
Apr 30 13:25:36.775629 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bfe2a-b64f-4d6d-97fd-294e062a67df req-4d54e1fc-58f9-4533-a6aa-48252e7234ce tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:36.777188 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-838bfe2a-b64f-4d6d-97fd-294e062a67df req-4d54e1fc-58f9-4533-a6aa-48252e7234ce tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 944 time: 0.1411724
Apr 30 13:25:36.820272 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-a319a4ab-814b-4e34-b514-1cbd097fc8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23d741c0>, [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:34Z', 'revision_number': 4, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port': {'id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad', 'name': '', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'mac_address': 'fa:16:3e:9d:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:33Z', 'updated_at': '2021-04-30T13:21:40Z', 'revision_number': 5, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'subnets': [{'id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:36.824874 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319a4ab-814b-4e34-b514-1cbd097fc8f0 None None] Checking router: 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:25:36.835842 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319a4ab-814b-4e34-b514-1cbd097fc8f0 None None] Routers {'7cf804c1-4e7a-49d1-8913-e8c9064a5d95'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:25:36.836480 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-a319a4ab-814b-4e34-b514-1cbd097fc8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23d741c0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:25:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:36.882098 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-838bfe2a-b64f-4d6d-97fd-294e062a67df req-e722d3bd-e6b2-4ba0-ba0f-ccb53afba6d7 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960908
Apr 30 13:25:36.911099 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84398c5d-42cd-4144-8a64-bd4556707d52 req-64b09fee-9178-4cc4-820f-e02a3684e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:36.913158 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-84398c5d-42cd-4144-8a64-bd4556707d52 req-64b09fee-9178-4cc4-820f-e02a3684e01d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=602aa6b5230d4302816011d284dca3c3&device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 1099 time: 0.3300533
Apr 30 13:25:37.046824 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-a319a4ab-814b-4e34-b514-1cbd097fc8f0 None None] Set router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:25:37.056724 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84398c5d-42cd-4144-8a64-bd4556707d52 req-21dc6872-2984-4ae3-90dd-2ffe34100a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:37.058286 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-84398c5d-42cd-4144-8a64-bd4556707d52 req-21dc6872-2984-4ae3-90dd-2ffe34100a9e service neutron] 10.222.0.89 "GET /v2.0/networks?id=e12ec54c-6aad-4194-9b7c-f035c91e82af HTTP/1.1" status: 200  len: 916 time: 0.1364441
Apr 30 13:25:37.133335 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-84398c5d-42cd-4144-8a64-bd4556707d52 req-22b4d8b5-ac5e-4ba9-b354-33243951fe82 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813 HTTP/1.1" status: 200  len: 217 time: 0.0671461
Apr 30 13:25:37.203293 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84398c5d-42cd-4144-8a64-bd4556707d52 req-b27b1da2-e0f1-4156-bb1b-8c596c897ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:37.204778 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:25:37.205372 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-84398c5d-42cd-4144-8a64-bd4556707d52 req-b27b1da2-e0f1-4156-bb1b-8c596c897ddd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84220f3c-7bc2-41fc-84c8-59aa483f1316 HTTP/1.1" status: 200  len: 853 time: 0.0652280
Apr 30 13:25:37.304006 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84398c5d-42cd-4144-8a64-bd4556707d52 req-fd0f6bbb-4310-4e32-affb-032ec98d46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:37.305591 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-84398c5d-42cd-4144-8a64-bd4556707d52 req-fd0f6bbb-4310-4e32-affb-032ec98d46c9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e12ec54c-6aad-4194-9b7c-f035c91e82af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846760
Apr 30 13:25:37.480347 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:37.482752 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-84398c5d-42cd-4144-8a64-bd4556707d52 req-72145630-6816-4d7c-afd5-eb478807f6e9 service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630499
Apr 30 13:25:37.502514 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'port_id': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'mac_address': 'fa:16:3e:5d:60:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:25:37.551518 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-a319a4ab-814b-4e34-b514-1cbd097fc8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23d741c0>, [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:34Z', 'revision_number': 4, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port': {'id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad', 'name': '', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'mac_address': 'fa:16:3e:9d:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:33Z', 'updated_at': '2021-04-30T13:21:40Z', 'revision_number': 5, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'subnets': [{'id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:37.567177 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319a4ab-814b-4e34-b514-1cbd097fc8f0 None None] The sync data for ids ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'] in dv-cinder-787195-5-iscsi is: [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:34Z', 'revision_number': 4, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port': {'id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad', 'name': '', 'network_id': 'e12ec54c-6aad-4194-9b7c-f035c91e82af', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'mac_address': 'fa:16:3e:9d:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:33Z', 'updated_at': '2021-04-30T13:21:40Z', 'revision_number': 5, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'subnets': [{'id': '84220f3c-7bc2-41fc-84c8-59aa483f1316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:25:37.572773 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:37.593579 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:25:37.612756 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:37.618938 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:37.622484 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-f3fdf923-d1e0-42b9-9190-ed0dde5a4281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:37.636228 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-84398c5d-42cd-4144-8a64-bd4556707d52 req-7a0cf9f4-c918-40a3-8b24-b4706d849796 service neutron] 10.222.0.89 "GET /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429048
Apr 30 13:25:37.701150 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,revision_number=9']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:37.705343 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:37.810683 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624268a0-8397-4335-9840-d78972753646 None None] New status for floating IP 5db71f35-233c-4fb5-a4d4-04eecb9ca2aa: DOWN {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:25:38.165505 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['93f6a550-eae8-4774-9f9e-dc8cbf3ac666'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:25:38.196879 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c2e3f-3c1a-4048-9377-c4524c124b74 req-c2bc2ec8-bfb0-4247-b484-67b1e46f4b13 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:38.198364 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d95c2e3f-3c1a-4048-9377-c4524c124b74 req-c2bc2ec8-bfb0-4247-b484-67b1e46f4b13 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 945 time: 0.0834730
Apr 30 13:25:38.245946 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d95c2e3f-3c1a-4048-9377-c4524c124b74 req-00c90849-54f9-41a0-b677-df32e5668c63 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416126
Apr 30 13:25:39.214955 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:25:39.298727 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:25:39.299104 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:39.421589 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:39.442599 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9949c-887a-42b4-b164-b31f9e3de450 req-54d4c1b0-b73f-4693-a8e4-229de14d2004 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:39.444098 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-94e9949c-887a-42b4-b164-b31f9e3de450 req-54d4c1b0-b73f-4693-a8e4-229de14d2004 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 945 time: 0.0839002
Apr 30 13:25:39.450079 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:25:39.460783 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:39.464725 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:39.466740 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:39.495311 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-94e9949c-887a-42b4-b164-b31f9e3de450 req-31cf8945-7d7e-41f5-b786-a3724e8f302d tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449722
Apr 30 13:25:39.508216 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'code': 200}
Apr 30 13:25:39.550907 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,revision_number=10']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:39.554054 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:39.763118 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ed9d7-1dc6-42d9-951e-03401e6e8569 req-b5d6d886-90ec-49a6-aeab-65824bde0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:39.764484 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-670ed9d7-1dc6-42d9-951e-03401e6e8569 req-b5d6d886-90ec-49a6-aeab-65824bde0a57 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 1100 time: 0.0755827
Apr 30 13:25:39.806772 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-670ed9d7-1dc6-42d9-951e-03401e6e8569 req-3104e21a-80b5-4351-b3eb-0564795657af service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353580
Apr 30 13:25:40.699169 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a86cf-0026-4495-b61a-f07b137c96e7 req-ef4ae8bd-b0fe-4967-be88-56a9f8076e63 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:40.700850 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7c1a86cf-0026-4495-b61a-f07b137c96e7 req-ef4ae8bd-b0fe-4967-be88-56a9f8076e63 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 947 time: 0.0846925
Apr 30 13:25:40.792966 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7c1a86cf-0026-4495-b61a-f07b137c96e7 req-8fa47f47-d778-494a-8556-d3123257469a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542233
Apr 30 13:25:40.821096 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50306ba-8569-4fcc-b7ca-6e6a5171d9d5 req-e5857c89-872e-4db1-a40e-6173c4359145 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:40.822595 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e50306ba-8569-4fcc-b7ca-6e6a5171d9d5 req-e5857c89-872e-4db1-a40e-6173c4359145 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 946 time: 0.1207640
Apr 30 13:25:40.867166 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e50306ba-8569-4fcc-b7ca-6e6a5171d9d5 req-70c30804-b9d3-4921-9781-3dd93f13bd49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387557
Apr 30 13:25:42.023462 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a12d4-5631-45b5-a0a9-8222732cc1cb req-95e90cb0-83ff-467b-b6b6-f78fe84176be tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:42.024804 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-488a12d4-5631-45b5-a0a9-8222732cc1cb req-95e90cb0-83ff-467b-b6b6-f78fe84176be tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 947 time: 0.1195543
Apr 30 13:25:42.086930 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-488a12d4-5631-45b5-a0a9-8222732cc1cb req-61537a45-926d-41e5-975c-fc4f67b3bc0c tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556908
Apr 30 13:25:42.103538 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58023a26-fde4-4895-ba55-60396ccec61c req-17e47096-dd15-4032-86ed-e4050f55681a tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:42.104969 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-58023a26-fde4-4895-ba55-60396ccec61c req-17e47096-dd15-4032-86ed-e4050f55681a tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 946 time: 0.1303968
Apr 30 13:25:42.152651 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-58023a26-fde4-4895-ba55-60396ccec61c req-94ea14ab-4d2d-4e78-bc78-1898c4356fab tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396199
Apr 30 13:25:43.197486 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d227-f71b-4abf-bccf-3f0a711679f0 req-a07a8c70-99bd-4f68-90bf-738717bde2c5 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:43.198200 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-ba59d227-f71b-4abf-bccf-3f0a711679f0 req-a07a8c70-99bd-4f68-90bf-738717bde2c5 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Synchronizing usage tracker for tenant:602aa6b5230d4302816011d284dca3c3 on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:25:43.214827 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-ba59d227-f71b-4abf-bccf-3f0a711679f0 req-a07a8c70-99bd-4f68-90bf-738717bde2c5 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Unset dirty status for tenant:602aa6b5230d4302816011d284dca3c3 on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:25:43.216203 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-ba59d227-f71b-4abf-bccf-3f0a711679f0 req-a07a8c70-99bd-4f68-90bf-738717bde2c5 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.89 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 946 time: 0.0982046
Apr 30 13:25:43.354703 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f5018-70a8-4e73-81e6-3f8606ab02d4 req-b6515280-a034-4220-ad58-72f8e2cb01c4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:25:43.356862 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aa3f5018-70a8-4e73-81e6-3f8606ab02d4 req-b6515280-a034-4220-ad58-72f8e2cb01c4 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 946 time: 0.0984936
Apr 30 13:25:43.358829 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-ba59d227-f71b-4abf-bccf-3f0a711679f0 req-40a986c4-d513-41eb-bcb1-196bb9b3ac69 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Deleting port b85a0c71-f9b1-49ff-b41d-d28d20136813 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:25:43.359184 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-ba59d227-f71b-4abf-bccf-3f0a711679f0 req-40a986c4-d513-41eb-bcb1-196bb9b3ac69 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:43.404905 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-aa3f5018-70a8-4e73-81e6-3f8606ab02d4 req-9c6b929a-2960-4924-8f9e-73a5fb577a3f tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/security-groups?id=82a77e8c-cb18-488f-b59f-f0b19d064734&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412614
Apr 30 13:25:43.494854 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-ba59d227-f71b-4abf-bccf-3f0a711679f0 req-40a986c4-d513-41eb-bcb1-196bb9b3ac69 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] For port b85a0c71-f9b1-49ff-b41d-d28d20136813, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b85a0c71-f9b1-49ff-b41d-d28d20136813,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:43.495128 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-ba59d227-f71b-4abf-bccf-3f0a711679f0 req-40a986c4-d513-41eb-bcb1-196bb9b3ac69 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:43.618721 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-ba59d227-f71b-4abf-bccf-3f0a711679f0 req-40a986c4-d513-41eb-bcb1-196bb9b3ac69 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Calling delete_port for b85a0c71-f9b1-49ff-b41d-d28d20136813 owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:25:43.732877 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-ba59d227-f71b-4abf-bccf-3f0a711679f0 req-40a986c4-d513-41eb-bcb1-196bb9b3ac69 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:43.739057 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:43.747371 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['b85a0c71-f9b1-49ff-b41d-d28d20136813'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:25:43.784110 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a986c4-d513-41eb-bcb1-196bb9b3ac69 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Pushing event deleted for resources: {'Port': ['ID=b85a0c71-f9b1-49ff-b41d-d28d20136813,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:43.787381 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-40a986c4-d513-41eb-bcb1-196bb9b3ac69 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:43.861350 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba59d227-f71b-4abf-bccf-3f0a711679f0 req-40a986c4-d513-41eb-bcb1-196bb9b3ac69 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] No DVR routers for this DVR port b85a0c71-f9b1-49ff-b41d-d28d20136813 on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:25:43.863887 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-ba59d227-f71b-4abf-bccf-3f0a711679f0 req-40a986c4-d513-41eb-bcb1-196bb9b3ac69 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:43.866454 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'name': 'network-vif-deleted', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:25:43.882514 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-ba59d227-f71b-4abf-bccf-3f0a711679f0 req-40a986c4-d513-41eb-bcb1-196bb9b3ac69 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.89 "DELETE /v2.0/ports/b85a0c71-f9b1-49ff-b41d-d28d20136813 HTTP/1.1" status: 204  len: 173 time: 0.6604545
Apr 30 13:25:43.912086 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89ca06f-e89d-4a39-a960-28d125b973c4', 'name': 'network-vif-deleted', 'tag': 'b85a0c71-f9b1-49ff-b41d-d28d20136813', 'status': 'completed', 'code': 200}
Apr 30 13:25:44.576395 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-15953750-630e-4f74-aee4-d82f0e93550e req-02c7d09a-7275-4f99-b37d-e858e7e19d37 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] 10.222.0.15 "GET /v2.0/ports?device_id=b89ca06f-e89d-4a39-a960-28d125b973c4 HTTP/1.1" status: 200  len: 210 time: 0.0451870
Apr 30 13:25:46.215298 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49002) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:46.844325 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3802958'] for router_interface, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:47.247397 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device b85a0c71-f9b1-49ff-b41d-d28d20136813 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:25:47.265552 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] Deleting port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:25:47.266159 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:47.288280 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: b85a0c71-f9b1-49ff-b41d-d28d20136813 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:25:47.288790 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device b85a0c71-f9b1-49ff-b41d-d28d20136813 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:25:47.395711 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] For port 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:47.396130 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:47.525262 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] Calling delete_port for 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad owned by network:router_interface {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:25:47.948753 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:47.952457 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-40a986c4-d513-41eb-bcb1-196bb9b3ac69 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:47.998996 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:48.002803 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:48.277814 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858174'] for router_interface, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:48.638585 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] Router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:25:48.822300 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:25:48.832944 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709a3a53-14f4-49fa-b24e-923254b76cc8 None None] Sync routers for ids ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:25:48.837731 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] 10.222.0.15 "PUT /v2.0/routers/7cf804c1-4e7a-49d1-8913-e8c9064a5d95/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6212204
Apr 30 13:25:48.840258 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49020) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:48.842608 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709a3a53-14f4-49fa-b24e-923254b76cc8 None None] Routers {'7cf804c1-4e7a-49d1-8913-e8c9064a5d95'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:25:48.843215 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-709a3a53-14f4-49fa-b24e-923254b76cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23cd8760>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:25:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:49.023034 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Notify callbacks [] for router, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:49.053959 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-709a3a53-14f4-49fa-b24e-923254b76cc8 None None] Set router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:25:49.317146 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:49.346423 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-709a3a53-14f4-49fa-b24e-923254b76cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23cd8760>, [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:25:47Z', 'revision_number': 5, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port': {'id': '64f70527-5aa8-4f04-8424-e031e5006a1f', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:49.350349 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709a3a53-14f4-49fa-b24e-923254b76cc8 None None] Checking router: 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:25:49.362337 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709a3a53-14f4-49fa-b24e-923254b76cc8 None None] Routers {'7cf804c1-4e7a-49d1-8913-e8c9064a5d95'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:25:49.363460 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-709a3a53-14f4-49fa-b24e-923254b76cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23cd8760>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:25:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:49.393637 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Deleting port 64f70527-5aa8-4f04-8424-e031e5006a1f {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:25:49.394008 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:49.518375 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] For port 64f70527-5aa8-4f04-8424-e031e5006a1f, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=64f70527-5aa8-4f04-8424-e031e5006a1f,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:49.518616 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-709a3a53-14f4-49fa-b24e-923254b76cc8 None None] Set router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 gateway port host: None {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:25:49.518723 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:49.626855 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-709a3a53-14f4-49fa-b24e-923254b76cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23cd8760>, [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:25:49Z', 'revision_number': 6, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port_host': None}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:49.631918 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709a3a53-14f4-49fa-b24e-923254b76cc8 None None] The sync data for ids ['7cf804c1-4e7a-49d1-8913-e8c9064a5d95'] in dv-cinder-787195-5-iscsi is: [{'id': '7cf804c1-4e7a-49d1-8913-e8c9064a5d95', 'name': 'tempest-TestMinimumBasicScenario-669240902-router', 'tenant_id': '602aa6b5230d4302816011d284dca3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:30Z', 'updated_at': '2021-04-30T13:25:49Z', 'revision_number': 6, 'project_id': '602aa6b5230d4302816011d284dca3c3', 'gw_port_host': None}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:25:49.653375 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Calling delete_port for 64f70527-5aa8-4f04-8424-e031e5006a1f owned by network:router_gateway {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:25:49.795799 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:49.799366 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:49.844788 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f70527-5aa8-4f04-8424-e031e5006a1f,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:49.847917 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:49.933527 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817177'] for router_gateway, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:50.109225 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3857158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260263'] for router, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:50.111407 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:50.134298 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857788'] for router, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:50.135162 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cf804c1-4e7a-49d1-8913-e8c9064a5d95 {{(pid=73837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:25:50.149946 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Notify callbacks [] for router, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:50.151087 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7cf804c1-4e7a-49d1-8913-e8c9064a5d95 HTTP/1.1" status: 204  len: 168 time: 1.3097579
Apr 30 13:25:50.153800 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49026) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:50.216082 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe322be-5d44-4631-ada2-14737b65e12e admin admin] Deleting subnet 84220f3c-7bc2-41fc-84c8-59aa483f1316 {{(pid=73837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:25:50.218924 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ebe322be-5d44-4631-ada2-14737b65e12e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:50.266597 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ebe322be-5d44-4631-ada2-14737b65e12e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1161533'] for subnet, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:50.387127 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ebe322be-5d44-4631-ada2-14737b65e12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:50.429734 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:25:50.467936 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:25:50.468207 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 3513abfd-6d0b-4c3a-a85a-ecf2ece9b4ad not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:25:50.468635 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 64f70527-5aa8-4f04-8424-e031e5006a1f no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:25:50.506148 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 64f70527-5aa8-4f04-8424-e031e5006a1f {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:25:50.506724 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 64f70527-5aa8-4f04-8424-e031e5006a1f not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:25:50.645269 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ebe322be-5d44-4631-ada2-14737b65e12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760249'] for subnet, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:50.650053 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:50.684293 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe322be-5d44-4631-ada2-14737b65e12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84220f3c-7bc2-41fc-84c8-59aa483f1316,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:50.687342 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ebe322be-5d44-4631-ada2-14737b65e12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:50.688325 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ebe322be-5d44-4631-ada2-14737b65e12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:50.697288 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-ebe322be-5d44-4631-ada2-14737b65e12e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/84220f3c-7bc2-41fc-84c8-59aa483f1316 HTTP/1.1" status: 204  len: 168 time: 0.5398483
Apr 30 13:25:50.697445 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49032) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:50.706549 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8112aac1-54b6-407f-99ff-b8f06e0630be None None] Network e12ec54c-6aad-4194-9b7c-f035c91e82af requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:25:50.907715 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:50.961704 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] DHCP port deletion for e12ec54c-6aad-4194-9b7c-f035c91e82af request from dv-cinder-787195-5-iscsi {{(pid=73838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:25:50.983494 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Deleting port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:25:50.983978 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:51.030276 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Deleting port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:25:51.030662 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:51.094339 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] For port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=310f0bf5-4d52-42d3-afce-a22a8ce7abf7,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:51.094699 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:51.131638 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] For port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=310f0bf5-4d52-42d3-afce-a22a8ce7abf7,segment=NetworkSegment(6feb0866-ad28-4340-9b72-690152d9e8d4),segment_id=6feb0866-ad28-4340-9b72-690152d9e8d4)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:51.132062 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:51.221604 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Calling delete_port for 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 owned by network:dhcp {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:25:51.254763 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Calling delete_port for 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 owned by network:dhcp {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:25:51.269630 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:51.273615 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a09d02c7-e82b-407d-bc29-4f540d2c6896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:51.318030 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=310f0bf5-4d52-42d3-afce-a22a8ce7abf7,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:51.321279 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:51.322192 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] No DVR routers for this DVR port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 on host dv-cinder-787195-5-iscsi {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:25:51.413420 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:51.416996 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:51.439309 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:51.459176 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Pushing event deleted for resources: {'Port': ['ID=310f0bf5-4d52-42d3-afce-a22a8ce7abf7,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:51.468412 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] No DVR routers for this DVR port 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 on host dv-cinder-787195-5-iscsi {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:25:51.470185 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:51.470548 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:51.470880 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:51.471205 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:51.471529 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:51.471851 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:51.472169 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:51.472487 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:51.472804 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:51.473120 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:51.473433 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:51.473744 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:25:51.477755 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:51.553439 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c231783d0>,) {'filters': {'network_id': ['e12ec54c-6aad-4194-9b7c-f035c91e82af']}} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:51.565697 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c231783d0>, '6feb0866-ad28-4340-9b72-690152d9e8d4') {'for_net_delete': True} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:51.565997 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c231783d0>, '6feb0866-ad28-4340-9b72-690152d9e8d4') {} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:51.577231 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1161524'] for segment, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:51.593605 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:51.600588 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=73837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:25:51.772179 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Network e12ec54c-6aad-4194-9b7c-f035c91e82af has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:25:51.783238 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162458'] for segment, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:51.949965 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Network e12ec54c-6aad-4194-9b7c-f035c91e82af has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]: Traceback (most recent call last):
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     timer()
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     cb(*args, **kw)
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     return func(*args, **kwargs)
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     self._notify()
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     self.callback(batched_events)
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     event.method(event)
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     return f(self, *a, **k)
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._get(url).json()
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:25:51.971139 dv-cinder-787195-5-iscsi neutron-server[73837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:25:52.048334 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:52.052792 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:52.065382 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:52.076085 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e12ec54c-6aad-4194-9b7c-f035c91e82af,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:52.080640 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:52.084154 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e12ec54c-6aad-4194-9b7c-f035c91e82af HTTP/1.1" status: 204  len: 168 time: 1.3850274
Apr 30 13:25:52.087550 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49038) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:52.167079 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:25:52.201160 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:25:52.201509 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 310f0bf5-4d52-42d3-afce-a22a8ce7abf7 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:25:52.725506 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08e2c47a-28b7-4c73-9970-03192d02ab90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3802958'] for router_interface, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:53.132655 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-08e2c47a-28b7-4c73-9970-03192d02ab90 admin admin] Deleting port 80430b76-fb41-4d01-8367-2ae2f19f3fe4 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:25:53.133023 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08e2c47a-28b7-4c73-9970-03192d02ab90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:53.254591 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-08e2c47a-28b7-4c73-9970-03192d02ab90 admin admin] For port 80430b76-fb41-4d01-8367-2ae2f19f3fe4, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=80430b76-fb41-4d01-8367-2ae2f19f3fe4,segment=NetworkSegment(09840118-ec97-4b4e-89af-6b748c71ca3f),segment_id=09840118-ec97-4b4e-89af-6b748c71ca3f)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:53.254951 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08e2c47a-28b7-4c73-9970-03192d02ab90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:53.377803 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-08e2c47a-28b7-4c73-9970-03192d02ab90 admin admin] Calling delete_port for 80430b76-fb41-4d01-8367-2ae2f19f3fe4 owned by network:router_interface {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:25:53.529183 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08e2c47a-28b7-4c73-9970-03192d02ab90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:53.533537 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:53.535346 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3e79ca31-debb-4ded-a70d-f05415cf57a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:53.579645 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2c47a-28b7-4c73-9970-03192d02ab90 admin admin] Pushing event deleted for resources: {'Port': ['ID=80430b76-fb41-4d01-8367-2ae2f19f3fe4,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:53.606653 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-08e2c47a-28b7-4c73-9970-03192d02ab90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:53.975086 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08e2c47a-28b7-4c73-9970-03192d02ab90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858174'] for router_interface, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:54.353309 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e2c47a-28b7-4c73-9970-03192d02ab90 admin admin] Router dd805987-b526-4a23-85a3-4f5eb00abaff has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:25:54.540515 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e2c47a-28b7-4c73-9970-03192d02ab90 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:25:54.549214 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf4f76-b647-40db-b259-4075df84bcd3 None None] Sync routers for ids ['dd805987-b526-4a23-85a3-4f5eb00abaff'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:25:54.556442 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-08e2c47a-28b7-4c73-9970-03192d02ab90 admin admin] 10.222.0.15 "PUT /v2.0/routers/dd805987-b526-4a23-85a3-4f5eb00abaff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4679005
Apr 30 13:25:54.559049 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49046) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:54.563849 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf4f76-b647-40db-b259-4075df84bcd3 None None] Routers {'dd805987-b526-4a23-85a3-4f5eb00abaff'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:25:54.564479 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-afaf4f76-b647-40db-b259-4075df84bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c29572ee0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:25:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['dd805987-b526-4a23-85a3-4f5eb00abaff'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:54.738614 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Notify callbacks [] for router, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:54.742790 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-afaf4f76-b647-40db-b259-4075df84bcd3 None None] Set router dd805987-b526-4a23-85a3-4f5eb00abaff gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:25:54.910476 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:54.983617 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Deleting port ed64b8af-f5c0-4e5f-8cb9-78de3d58854a {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:25:54.984328 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:55.026560 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-afaf4f76-b647-40db-b259-4075df84bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c29572ee0>, [{'id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'name': 'tempest-TestMinimumBasicScenario-570462063-router', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:36Z', 'updated_at': '2021-04-30T13:25:53Z', 'revision_number': 5, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'gw_port': {'id': 'ed64b8af-f5c0-4e5f-8cb9-78de3d58854a', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:21:37Z', 'updated_at': '2021-04-30T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:55.030310 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf4f76-b647-40db-b259-4075df84bcd3 None None] Checking router: dd805987-b526-4a23-85a3-4f5eb00abaff for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:25:55.039050 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf4f76-b647-40db-b259-4075df84bcd3 None None] Routers {'dd805987-b526-4a23-85a3-4f5eb00abaff'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:25:55.039649 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-afaf4f76-b647-40db-b259-4075df84bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c29572ee0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:25:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['dd805987-b526-4a23-85a3-4f5eb00abaff'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:55.110483 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] For port ed64b8af-f5c0-4e5f-8cb9-78de3d58854a, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=ed64b8af-f5c0-4e5f-8cb9-78de3d58854a,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:55.110857 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:55.213042 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-afaf4f76-b647-40db-b259-4075df84bcd3 None None] Set router dd805987-b526-4a23-85a3-4f5eb00abaff gateway port host: None {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:25:55.325959 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-afaf4f76-b647-40db-b259-4075df84bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c29572ee0>, [{'id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'name': 'tempest-TestMinimumBasicScenario-570462063-router', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:36Z', 'updated_at': '2021-04-30T13:25:54Z', 'revision_number': 6, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'gw_port_host': None}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:55.330062 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf4f76-b647-40db-b259-4075df84bcd3 None None] The sync data for ids ['dd805987-b526-4a23-85a3-4f5eb00abaff'] in dv-cinder-787195-5-iscsi is: [{'id': 'dd805987-b526-4a23-85a3-4f5eb00abaff', 'name': 'tempest-TestMinimumBasicScenario-570462063-router', 'tenant_id': '6ef4a31f4de24e5da585c2f451a5195e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:21:36Z', 'updated_at': '2021-04-30T13:25:54Z', 'revision_number': 6, 'project_id': '6ef4a31f4de24e5da585c2f451a5195e', 'gw_port_host': None}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:25:55.352098 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Calling delete_port for ed64b8af-f5c0-4e5f-8cb9-78de3d58854a owned by network:router_gateway {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:25:55.491315 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:55.494881 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:55.538040 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed64b8af-f5c0-4e5f-8cb9-78de3d58854a,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:55.540488 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:55.644795 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817177'] for router_gateway, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:55.835938 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3857158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260263'] for router, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:55.838183 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:55.861549 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857788'] for router, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:55.862056 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd805987-b526-4a23-85a3-4f5eb00abaff {{(pid=73837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:25:55.874720 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Notify callbacks [] for router, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:55.878359 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] 10.222.0.15 "DELETE /v2.0/routers/dd805987-b526-4a23-85a3-4f5eb00abaff HTTP/1.1" status: 204  len: 168 time: 1.3158367
Apr 30 13:25:55.878649 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49062) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:55.946149 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5556ee-778d-4a9b-b6e4-60e68d13c40b admin admin] Deleting subnet be10aeea-1bfe-4401-9d04-882dbe4c31c5 {{(pid=73837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:25:55.949273 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8e5556ee-778d-4a9b-b6e4-60e68d13c40b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:56.006407 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8e5556ee-778d-4a9b-b6e4-60e68d13c40b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1161533'] for subnet, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:56.096827 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8e5556ee-778d-4a9b-b6e4-60e68d13c40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:56.181581 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device ed64b8af-f5c0-4e5f-8cb9-78de3d58854a no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:25:56.216652 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: ed64b8af-f5c0-4e5f-8cb9-78de3d58854a {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:25:56.217022 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device ed64b8af-f5c0-4e5f-8cb9-78de3d58854a not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:25:56.217457 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 80430b76-fb41-4d01-8367-2ae2f19f3fe4 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:25:56.258971 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 80430b76-fb41-4d01-8367-2ae2f19f3fe4 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:25:56.259320 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 80430b76-fb41-4d01-8367-2ae2f19f3fe4 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:25:56.272670 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:56.363126 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8e5556ee-778d-4a9b-b6e4-60e68d13c40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760249'] for subnet, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:56.368019 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-8d3bdcc5-0f81-40df-9ce8-2d5024ebeea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:56.402880 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5556ee-778d-4a9b-b6e4-60e68d13c40b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be10aeea-1bfe-4401-9d04-882dbe4c31c5,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:56.405753 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-8e5556ee-778d-4a9b-b6e4-60e68d13c40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:56.406750 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8e5556ee-778d-4a9b-b6e4-60e68d13c40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:56.414117 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-8e5556ee-778d-4a9b-b6e4-60e68d13c40b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/be10aeea-1bfe-4401-9d04-882dbe4c31c5 HTTP/1.1" status: 204  len: 168 time: 0.5344844
Apr 30 13:25:56.415442 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e8c15-9ba0-473e-99bb-50900a303aa3 None None] Network e3b6ba5b-eb90-4fa9-944e-de31258e1519 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:25:56.416597 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49070) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:56.531807 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:56.597016 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ac0ee89a-13e4-4ed8-aa80-acf630b26935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:56.615747 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Deleting port 2d0090d5-c077-40ca-a028-505c8187ee00 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:25:56.616078 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:56.674319 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af85805-cbcb-4520-b755-b4da24c3aac2 None None] DHCP port deletion for e3b6ba5b-eb90-4fa9-944e-de31258e1519 request from dv-cinder-787195-5-iscsi {{(pid=73838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:25:56.718952 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] For port 2d0090d5-c077-40ca-a028-505c8187ee00, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=2d0090d5-c077-40ca-a028-505c8187ee00,segment=NetworkSegment(09840118-ec97-4b4e-89af-6b748c71ca3f),segment_id=09840118-ec97-4b4e-89af-6b748c71ca3f)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:56.719452 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:56.744992 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-7af85805-cbcb-4520-b755-b4da24c3aac2 None None] Deleting port 2d0090d5-c077-40ca-a028-505c8187ee00 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:25:56.745336 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7af85805-cbcb-4520-b755-b4da24c3aac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:56.846686 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-7af85805-cbcb-4520-b755-b4da24c3aac2 None None] For port 2d0090d5-c077-40ca-a028-505c8187ee00, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=2d0090d5-c077-40ca-a028-505c8187ee00,segment=NetworkSegment(09840118-ec97-4b4e-89af-6b748c71ca3f),segment_id=09840118-ec97-4b4e-89af-6b748c71ca3f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:25:56.847092 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7af85805-cbcb-4520-b755-b4da24c3aac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:56.938717 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Calling delete_port for 2d0090d5-c077-40ca-a028-505c8187ee00 owned by network:dhcp {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:25:56.969325 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-7af85805-cbcb-4520-b755-b4da24c3aac2 None None] Calling delete_port for 2d0090d5-c077-40ca-a028-505c8187ee00 owned by network:dhcp {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:25:56.992534 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:56.998509 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-5aae1e0f-c0ec-4090-8c37-d2309ab9f30f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:57.017227 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7af85805-cbcb-4520-b755-b4da24c3aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:57.021686 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea62965e-e50e-4235-8678-ad3b44e4dac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:57.041758 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0090d5-c077-40ca-a028-505c8187ee00,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:57.044882 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:57.045675 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] No DVR routers for this DVR port 2d0090d5-c077-40ca-a028-505c8187ee00 on host dv-cinder-787195-5-iscsi {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:25:57.069925 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af85805-cbcb-4520-b755-b4da24c3aac2 None None] Pushing event deleted for resources: {'Port': ['ID=2d0090d5-c077-40ca-a028-505c8187ee00,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:57.072917 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7af85805-cbcb-4520-b755-b4da24c3aac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:57.073718 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af85805-cbcb-4520-b755-b4da24c3aac2 None None] No DVR routers for this DVR port 2d0090d5-c077-40ca-a028-505c8187ee00 on host dv-cinder-787195-5-iscsi {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:25:57.174024 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:57.287018 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c2334c130>,) {'filters': {'network_id': ['e3b6ba5b-eb90-4fa9-944e-de31258e1519']}} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:57.299604 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c2334c130>, '09840118-ec97-4b4e-89af-6b748c71ca3f') {'for_net_delete': True} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:57.300042 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c2334c130>, '09840118-ec97-4b4e-89af-6b748c71ca3f') {} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:25:57.312583 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1161524'] for segment, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:57.329754 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:57.337103 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=73837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:25:57.509893 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Network e3b6ba5b-eb90-4fa9-944e-de31258e1519 has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:25:57.518380 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162458'] for segment, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:57.687221 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Network e3b6ba5b-eb90-4fa9-944e-de31258e1519 has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]: Traceback (most recent call last):
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     timer()
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     cb(*args, **kw)
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     return func(*args, **kwargs)
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     self._notify()
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     self.callback(batched_events)
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     event.method(event)
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     return f(self, *a, **k)
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._get(url).json()
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:25:57.708591 dv-cinder-787195-5-iscsi neutron-server[73837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:25:57.773735 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:57.787549 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:57.792493 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:57.805807 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:57.815825 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b6ba5b-eb90-4fa9-944e-de31258e1519,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:57.821322 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:57.824246 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e3b6ba5b-eb90-4fa9-944e-de31258e1519 HTTP/1.1" status: 204  len: 168 time: 1.4067378
Apr 30 13:25:57.993561 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 49078) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:58.045206 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-85c5360a-55cb-4d3d-bdbb-b5cbe498644f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=602aa6b5230d4302816011d284dca3c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502725
Apr 30 13:25:58.047549 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49082) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:58.108847 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b216b9e1-387e-44df-84e3-57c8b64e42ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:58.143006 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b216b9e1-387e-44df-84e3-57c8b64e42ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:58.171270 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 2d0090d5-c077-40ca-a028-505c8187ee00 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:25:58.199989 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b216b9e1-387e-44df-84e3-57c8b64e42ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:58.203912 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-bd9cb289-c286-4767-adaa-f8a8c98465db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:58.206913 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 2d0090d5-c077-40ca-a028-505c8187ee00 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:25:58.207331 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 2d0090d5-c077-40ca-a028-505c8187ee00 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:25:58.220628 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216b9e1-387e-44df-84e3-57c8b64e42ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a77e8c-cb18-488f-b59f-f0b19d064734,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:58.224869 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b216b9e1-387e-44df-84e3-57c8b64e42ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:58.231658 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b216b9e1-387e-44df-84e3-57c8b64e42ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:58.233014 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-b216b9e1-387e-44df-84e3-57c8b64e42ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82a77e8c-cb18-488f-b59f-f0b19d064734 HTTP/1.1" status: 204  len: 168 time: 0.1844800
Apr 30 13:25:58.590570 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49098) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:58.648062 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-4d558180-6fb4-41de-9797-bb8f1b647c3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ef4a31f4de24e5da585c2f451a5195e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0559638
Apr 30 13:25:58.650291 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49104) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:25:58.730976 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4014e0b2-7517-4265-b686-972cb97a0297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:58.760703 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4014e0b2-7517-4265-b686-972cb97a0297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:58.832031 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4014e0b2-7517-4265-b686-972cb97a0297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:58.842001 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-dbcadf02-c901-4a6b-9d03-5f661a093c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:25:58.854789 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014e0b2-7517-4265-b686-972cb97a0297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc45e45-faf1-4ea9-8c75-ad53c39c56ba,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:25:58.857095 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-4014e0b2-7517-4265-b686-972cb97a0297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:25:58.865343 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4014e0b2-7517-4265-b686-972cb97a0297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:25:58.869166 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-4014e0b2-7517-4265-b686-972cb97a0297 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/acc45e45-faf1-4ea9-8c75-ad53c39c56ba HTTP/1.1" status: 204  len: 168 time: 0.2150340
Apr 30 13:25:59.150198 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:00.436274 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:00.666290 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e20c5-99c3-4b04-8b33-f6ef3082c099 req-46b24a48-89a8-46fe-bbf1-b4291fc79bd6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:00.667733 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f69e20c5-99c3-4b04-8b33-f6ef3082c099 req-46b24a48-89a8-46fe-bbf1-b4291fc79bd6 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 945 time: 0.0847120
Apr 30 13:26:00.714194 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f69e20c5-99c3-4b04-8b33-f6ef3082c099 req-eac5d632-5d83-4b01-beb1-9c9d8d9d689e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb5984b-ea11-4c1b-97b7-254eef0bb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405474
Apr 30 13:26:01.901756 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9caa66-6c45-4830-b082-baabffa33014 req-e3d3c3a6-0ae5-454b-acac-ed5bdedacbdc tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:01.903159 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ac9caa66-6c45-4830-b082-baabffa33014 req-e3d3c3a6-0ae5-454b-acac-ed5bdedacbdc tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 945 time: 0.0804992
Apr 30 13:26:01.951455 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ac9caa66-6c45-4830-b082-baabffa33014 req-15b982c1-38b0-48be-b240-5d86c5d8facb tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb5984b-ea11-4c1b-97b7-254eef0bb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426798
Apr 30 13:26:02.824094 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-132121b2-f8c6-4230-a39a-a8508f02a60b tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:02.824800 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-132121b2-f8c6-4230-a39a-a8508f02a60b tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Synchronizing usage tracker for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:26:02.837293 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-132121b2-f8c6-4230-a39a-a8508f02a60b tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Unset dirty status for tenant:d31b6528c1aa407daea2ff99de255d43 on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:26:02.838424 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-132121b2-f8c6-4230-a39a-a8508f02a60b tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.89 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 945 time: 0.0919912
Apr 30 13:26:02.974959 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Deleting port fcadba32-178f-4fd9-b09b-bf88b5745b68 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:26:02.975801 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:03.111897 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] For port fcadba32-178f-4fd9-b09b-bf88b5745b68, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fcadba32-178f-4fd9-b09b-bf88b5745b68,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:03.112516 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:03.136790 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d094d4-c2a5-4ceb-98e0-3d0f40372431 req-085f250b-1f32-465c-8e00-fa5ca34c3a5a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:03.138331 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c8d094d4-c2a5-4ceb-98e0-3d0f40372431 req-085f250b-1f32-465c-8e00-fa5ca34c3a5a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 945 time: 0.0821631
Apr 30 13:26:03.184354 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c8d094d4-c2a5-4ceb-98e0-3d0f40372431 req-a524d7d1-98fc-4aa1-9de6-ec4270e9dc10 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb5984b-ea11-4c1b-97b7-254eef0bb1a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401099
Apr 30 13:26:03.494446 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:03.494730 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:03.495041 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.l3_db [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Floating IP d6c6ef19-2c1b-4a71-a41a-3912da028a7d disassociated. External IP: 172.27.2.228, port: fcadba32-178f-4fd9-b09b-bf88b5745b68.
Apr 30 13:26:03.495382 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Calling delete_port for fcadba32-178f-4fd9-b09b-bf88b5745b68 owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:26:03.608628 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:03.614408 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-1da62f3b-5254-4d2c-8718-3d7b6de1b46c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:03.660380 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event deleted for resources: {'Port': ['ID=fcadba32-178f-4fd9-b09b-bf88b5745b68,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:03.715444 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:03.846770 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:26:04.035198 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:26:04.046520 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99911df2-1e5a-491d-b812-e8f9b400bb45 None None] Sync routers for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:26:04.057427 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99911df2-1e5a-491d-b812-e8f9b400bb45 None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:26:04.058059 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-99911df2-1e5a-491d-b812-e8f9b400bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23ee1310>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:25:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:04.122354 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] No DVR routers for this DVR port fcadba32-178f-4fd9-b09b-bf88b5745b68 on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:26:04.126046 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:04.129448 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bb0b50-c14e-447a-b980-b366a46324b9', 'name': 'network-vif-deleted', 'tag': 'fcadba32-178f-4fd9-b09b-bf88b5745b68'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:26:04.147121 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-3f987850-5512-4254-bdca-8c4f53d0ee4d req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.89 "DELETE /v2.0/ports/fcadba32-178f-4fd9-b09b-bf88b5745b68 HTTP/1.1" status: 204  len: 173 time: 1.3026657
Apr 30 13:26:04.182828 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47bb0b50-c14e-447a-b980-b366a46324b9', 'name': 'network-vif-deleted', 'tag': 'fcadba32-178f-4fd9-b09b-bf88b5745b68', 'status': 'completed', 'code': 200}
Apr 30 13:26:04.260733 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-99911df2-1e5a-491d-b812-e8f9b400bb45 None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:26:04.337552 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7ae2bc55-dd7d-4d3f-a02b-9cc408095c72 req-904e5927-1022-482d-98d7-27a113c930ec tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/ports?device_id=47bb0b50-c14e-447a-b980-b366a46324b9 HTTP/1.1" status: 200  len: 210 time: 0.0437615
Apr 30 13:26:04.609134 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-99911df2-1e5a-491d-b812-e8f9b400bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23ee1310>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:04.613020 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99911df2-1e5a-491d-b812-e8f9b400bb45 None None] Checking router: d8ec34c0-2cb4-44d7-8b58-e2de730c38fb for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:26:04.622389 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99911df2-1e5a-491d-b812-e8f9b400bb45 None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:26:04.623009 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-99911df2-1e5a-491d-b812-e8f9b400bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23ee1310>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:25:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:04.806711 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-99911df2-1e5a-491d-b812-e8f9b400bb45 None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:26:05.117996 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-99911df2-1e5a-491d-b812-e8f9b400bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23ee1310>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:05.122347 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99911df2-1e5a-491d-b812-e8f9b400bb45 None None] The sync data for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi is: [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:35Z', 'revision_number': 4, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '6ddf2255-22e3-443b-a449-beecae45e35d', 'name': '', 'network_id': '44bdf4e3-2cec-4552-a016-68e772a00e73', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'mac_address': 'fa:16:3e:7b:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:15:46Z', 'revision_number': 5, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'subnets': [{'id': '3e466d8a-1ebd-445c-9ccd-f0e629ea05bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:26:05.327982 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e0c8ac-3ff0-4296-8158-d946b66b2e19 None None] New status for floating IP d6c6ef19-2c1b-4a71-a41a-3912da028a7d: DOWN {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:26:05.465784 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 49142) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:26:05.625646 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-10e3db44-fa42-4cfb-8128-93d843446a7e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:05.653757 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-10e3db44-fa42-4cfb-8128-93d843446a7e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:05.706404 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-10e3db44-fa42-4cfb-8128-93d843446a7e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:05.711589 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-cf9b97fe-2f85-4e1e-bb7f-da3c10586bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:05.726624 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3db44-fa42-4cfb-8128-93d843446a7e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb5984b-ea11-4c1b-97b7-254eef0bb1a3,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:05.729636 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-10e3db44-fa42-4cfb-8128-93d843446a7e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:05.737048 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-10e3db44-fa42-4cfb-8128-93d843446a7e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:05.741416 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-10e3db44-fa42-4cfb-8128-93d843446a7e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "DELETE /v2.0/security-groups/feb5984b-ea11-4c1b-97b7-254eef0bb1a3 HTTP/1.1" status: 204  len: 168 time: 0.2713902
Apr 30 13:26:05.741854 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49146) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:26:05.760161 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.api.v2.resource [None req-c5b21d64-a156-4c5c-ba67-2704046785e5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] show failed (client error): The resource could not be found.
Apr 30 13:26:05.761754 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-c5b21d64-a156-4c5c-ba67-2704046785e5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "GET /v2.0/security-groups/feb5984b-ea11-4c1b-97b7-254eef0bb1a3 HTTP/1.1" status: 404  len: 347 time: 0.0183573
Apr 30 13:26:05.764348 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49150) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:26:05.983482 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed4c41-bed3-45af-9165-44cc0cce12b5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Deleting port 4b949f41-bbe0-4da4-810a-ae2f71feb989 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:26:05.983735 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4c41-bed3-45af-9165-44cc0cce12b5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:06.101854 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4c41-bed3-45af-9165-44cc0cce12b5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:06.102173 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4c41-bed3-45af-9165-44cc0cce12b5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:06.222440 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed4c41-bed3-45af-9165-44cc0cce12b5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Calling delete_port for 4b949f41-bbe0-4da4-810a-ae2f71feb989 owned by network:floatingip {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:26:06.330000 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4c41-bed3-45af-9165-44cc0cce12b5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:06.333513 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-c22dda5e-da4e-4b5e-926e-a7c0180a300f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:06.479645 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed4c41-bed3-45af-9165-44cc0cce12b5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Pushing event deleted for resources: {'Port': ['ID=4b949f41-bbe0-4da4-810a-ae2f71feb989,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:06.482661 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e7ed4c41-bed3-45af-9165-44cc0cce12b5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:06.570963 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4c41-bed3-45af-9165-44cc0cce12b5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks [] for floatingip, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:06.585316 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e7ed4c41-bed3-45af-9165-44cc0cce12b5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:06.586413 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-e7ed4c41-bed3-45af-9165-44cc0cce12b5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] 10.222.0.15 "DELETE /v2.0/floatingips/d6c6ef19-2c1b-4a71-a41a-3912da028a7d HTTP/1.1" status: 204  len: 168 time: 0.8210971
Apr 30 13:26:07.356112 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device fcadba32-178f-4fd9-b09b-bf88b5745b68 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:26:07.391007 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: fcadba32-178f-4fd9-b09b-bf88b5745b68 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:26:07.391492 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device fcadba32-178f-4fd9-b09b-bf88b5745b68 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:26:07.623519 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:26:10.602426 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49182) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:26:11.370402 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3802958'] for router_interface, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:11.790173 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] Deleting port 6ddf2255-22e3-443b-a449-beecae45e35d {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:26:11.790899 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:11.915105 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] For port 6ddf2255-22e3-443b-a449-beecae45e35d, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=6ddf2255-22e3-443b-a449-beecae45e35d,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:11.915453 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:12.034817 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] Calling delete_port for 6ddf2255-22e3-443b-a449-beecae45e35d owned by network:router_interface {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:26:12.276452 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:12.279970 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-209b04a0-d525-4979-99b5-a32a435c9a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:12.325774 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddf2255-22e3-443b-a449-beecae45e35d,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:12.328779 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:12.596618 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858174'] for router_interface, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:12.953654 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] Router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:26:13.132738 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:26:13.141200 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405d417-61d2-401f-b826-efde7358370c None None] Sync routers for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:26:13.144935 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] 10.222.0.15 "PUT /v2.0/routers/d8ec34c0-2cb4-44d7-8b58-e2de730c38fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5411739
Apr 30 13:26:13.148054 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49188) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:26:13.151270 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405d417-61d2-401f-b826-efde7358370c None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:26:13.151883 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-c405d417-61d2-401f-b826-efde7358370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28c0d760>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:25:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:13.322043 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Notify callbacks [] for router, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:13.340128 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-c405d417-61d2-401f-b826-efde7358370c None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:26:13.608372 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:13.635298 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-c405d417-61d2-401f-b826-efde7358370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28c0d760>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:26:12Z', 'revision_number': 5, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port': {'id': '8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:14Z', 'updated_at': '2021-04-30T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:13.639200 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405d417-61d2-401f-b826-efde7358370c None None] Checking router: d8ec34c0-2cb4-44d7-8b58-e2de730c38fb for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:26:13.648631 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405d417-61d2-401f-b826-efde7358370c None None] Routers {'d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:26:13.649247 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-c405d417-61d2-401f-b826-efde7358370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28c0d760>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:25:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:13.678983 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Deleting port 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:26:13.679319 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:13.804734 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] For port 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:13.805125 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:13.845457 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-c405d417-61d2-401f-b826-efde7358370c None None] Set router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb gateway port host: None {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:26:13.934303 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Calling delete_port for 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae owned by network:router_gateway {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:26:13.952534 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-c405d417-61d2-401f-b826-efde7358370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28c0d760>, [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:26:13Z', 'revision_number': 6, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port_host': None}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:13.956631 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405d417-61d2-401f-b826-efde7358370c None None] The sync data for ids ['d8ec34c0-2cb4-44d7-8b58-e2de730c38fb'] in dv-cinder-787195-5-iscsi is: [{'id': 'd8ec34c0-2cb4-44d7-8b58-e2de730c38fb', 'name': 'tempest-AttachVolumeTestJSON-555646278-router', 'tenant_id': 'd31b6528c1aa407daea2ff99de255d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:26:13Z', 'revision_number': 6, 'project_id': 'd31b6528c1aa407daea2ff99de255d43', 'gw_port_host': None}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:26:14.083987 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:14.088287 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-163aab1d-c7dc-4ff4-ac1c-5ce25a2e144a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:14.132521 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:14.136027 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:14.227693 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817177'] for router_gateway, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:14.403720 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3857158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260263'] for router, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:14.405934 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:14.431006 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857788'] for router, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:14.431601 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8ec34c0-2cb4-44d7-8b58-e2de730c38fb {{(pid=73837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:26:14.445945 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Notify callbacks [] for router, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:14.447361 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] 10.222.0.15 "DELETE /v2.0/routers/d8ec34c0-2cb4-44d7-8b58-e2de730c38fb HTTP/1.1" status: 204  len: 168 time: 1.2983925
Apr 30 13:26:14.449849 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49192) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:26:14.466821 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 6ddf2255-22e3-443b-a449-beecae45e35d no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:26:14.502576 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 6ddf2255-22e3-443b-a449-beecae45e35d {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:26:14.503073 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 6ddf2255-22e3-443b-a449-beecae45e35d not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:26:14.510826 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f939a26f-bf68-4583-860e-e125fbbd44e7 admin admin] Deleting subnet 3e466d8a-1ebd-445c-9ccd-f0e629ea05bc {{(pid=73837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:26:14.513805 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f939a26f-bf68-4583-860e-e125fbbd44e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:14.566746 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f939a26f-bf68-4583-860e-e125fbbd44e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1161533'] for subnet, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:14.646555 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f939a26f-bf68-4583-860e-e125fbbd44e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:14.900085 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f939a26f-bf68-4583-860e-e125fbbd44e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760249'] for subnet, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:14.904045 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:14.938683 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939a26f-bf68-4583-860e-e125fbbd44e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e466d8a-1ebd-445c-9ccd-f0e629ea05bc,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:14.941705 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-f939a26f-bf68-4583-860e-e125fbbd44e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:14.942696 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-f939a26f-bf68-4583-860e-e125fbbd44e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:14.948478 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ecf426-f3ef-471f-aaa3-1480677f6659 None None] Network 44bdf4e3-2cec-4552-a016-68e772a00e73 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:26:14.949402 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-f939a26f-bf68-4583-860e-e125fbbd44e7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3e466d8a-1ebd-445c-9ccd-f0e629ea05bc HTTP/1.1" status: 204  len: 168 time: 0.4985604
Apr 30 13:26:14.951850 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49196) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:26:15.062654 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:15.139035 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Deleting port 6c670e6b-a24d-4014-8fa8-0fd752854331 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:26:15.140085 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:15.203002 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef784385-4c9d-4bb4-9ef2-04b82d3d4d77 None None] DHCP port deletion for 44bdf4e3-2cec-4552-a016-68e772a00e73 request from dv-cinder-787195-5-iscsi {{(pid=73838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:26:15.270222 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ef784385-4c9d-4bb4-9ef2-04b82d3d4d77 None None] Deleting port 6c670e6b-a24d-4014-8fa8-0fd752854331 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:26:15.270652 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ef784385-4c9d-4bb4-9ef2-04b82d3d4d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:15.343240 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] For port 6c670e6b-a24d-4014-8fa8-0fd752854331, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=6c670e6b-a24d-4014-8fa8-0fd752854331,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:15.343511 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:15.379301 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ef784385-4c9d-4bb4-9ef2-04b82d3d4d77 None None] For port 6c670e6b-a24d-4014-8fa8-0fd752854331, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=6c670e6b-a24d-4014-8fa8-0fd752854331,segment=NetworkSegment(5a7d16ad-9143-415d-adef-5acb8275ad95),segment_id=5a7d16ad-9143-415d-adef-5acb8275ad95)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:15.379695 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ef784385-4c9d-4bb4-9ef2-04b82d3d4d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:15.471073 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Calling delete_port for 6c670e6b-a24d-4014-8fa8-0fd752854331 owned by network:dhcp {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:26:15.501013 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ef784385-4c9d-4bb4-9ef2-04b82d3d4d77 None None] Calling delete_port for 6c670e6b-a24d-4014-8fa8-0fd752854331 owned by network:dhcp {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:26:15.519501 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:15.524914 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:15.545783 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ef784385-4c9d-4bb4-9ef2-04b82d3d4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:15.549336 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:15.569638 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] No DVR routers for this DVR port 6c670e6b-a24d-4014-8fa8-0fd752854331 on host dv-cinder-787195-5-iscsi {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:26:15.596579 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c670e6b-a24d-4014-8fa8-0fd752854331,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:15.597398 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef784385-4c9d-4bb4-9ef2-04b82d3d4d77 None None] Pushing event deleted for resources: {'Port': ['ID=6c670e6b-a24d-4014-8fa8-0fd752854331,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:15.599286 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef784385-4c9d-4bb4-9ef2-04b82d3d4d77 None None] No DVR routers for this DVR port 6c670e6b-a24d-4014-8fa8-0fd752854331 on host dv-cinder-787195-5-iscsi {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:26:15.600002 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:15.600673 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ef784385-4c9d-4bb4-9ef2-04b82d3d4d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:15.692627 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:15.801913 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c22e2d1c0>,) {'filters': {'network_id': ['44bdf4e3-2cec-4552-a016-68e772a00e73']}} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:15.813966 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c22e2d1c0>, '5a7d16ad-9143-415d-adef-5acb8275ad95') {'for_net_delete': True} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:15.814281 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c22e2d1c0>, '5a7d16ad-9143-415d-adef-5acb8275ad95') {} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:15.826233 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1161524'] for segment, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:15.842812 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:15.848845 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=73837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:26:16.024808 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Network 44bdf4e3-2cec-4552-a016-68e772a00e73 has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:26:16.033557 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162458'] for segment, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:16.179402 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 6c670e6b-a24d-4014-8fa8-0fd752854331 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:26:16.202172 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Network 44bdf4e3-2cec-4552-a016-68e772a00e73 has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:26:16.214069 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 6c670e6b-a24d-4014-8fa8-0fd752854331 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:26:16.214452 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 6c670e6b-a24d-4014-8fa8-0fd752854331 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:26:16.214885 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]: Traceback (most recent call last):
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     timer()
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     cb(*args, **kw)
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     return func(*args, **kwargs)
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     self._notify()
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     self.callback(batched_events)
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     event.method(event)
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     return f(self, *a, **k)
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._get(url).json()
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:26:16.223333 dv-cinder-787195-5-iscsi neutron-server[73837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:26:16.247635 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:26:16.247994 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 8bf3d4f2-7c0c-4dd9-a811-1e70cbba40ae not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:26:16.301568 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:16.307627 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:16.311897 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-f10582cc-aa0d-428d-9632-9c57a85202a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:16.333178 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Pushing event deleted for resources: {'Network': ['ID=44bdf4e3-2cec-4552-a016-68e772a00e73,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:16.335659 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:16.347331 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] 10.222.0.15 "DELETE /v2.0/networks/44bdf4e3-2cec-4552-a016-68e772a00e73 HTTP/1.1" status: 204  len: 168 time: 1.3944838
Apr 30 13:26:16.506542 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 49206) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:26:16.557455 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-3a0ba3a3-fb6b-4d79-bea8-fb6bb1f05709 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d31b6528c1aa407daea2ff99de255d43&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0496802
Apr 30 13:26:16.560042 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 49210) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:26:16.625508 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-ecb7cd74-f86c-4c7b-990e-67e980464c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:16.651023 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-ecb7cd74-f86c-4c7b-990e-67e980464c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:16.705970 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-ecb7cd74-f86c-4c7b-990e-67e980464c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:16.712081 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-63f581fd-9a1a-4e85-8dab-392efa7aca6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:16.722907 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7cd74-f86c-4c7b-990e-67e980464c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f9cb03-fbc4-48bb-92ff-544077446cab,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:16.727951 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-ecb7cd74-f86c-4c7b-990e-67e980464c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:16.735776 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-ecb7cd74-f86c-4c7b-990e-67e980464c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:16.737145 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-ecb7cd74-f86c-4c7b-990e-67e980464c12 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4f9cb03-fbc4-48bb-92ff-544077446cab HTTP/1.1" status: 204  len: 168 time: 0.1760986
Apr 30 13:26:17.501540 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 49238) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:26:17.607082 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1123747003-network', 'tenant_id': '8da822c79b7c418db810341a24b11d68'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:26:17.611628 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:26:17.615373 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Usage tracker for resource:network and tenant:8da822c79b7c418db810341a24b11d68 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:26:17.618919 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:26:17.624579 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:26:17.635300 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Made reservation on behalf of 8da822c79b7c418db810341a24b11d68 for: {'network': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:26:17.637694 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:17.650116 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:17.664633 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:26:17.668571 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Usage tracker for resource:security_group_rule and tenant:8da822c79b7c418db810341a24b11d68 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:26:17.671365 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:26:17.677031 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:26:17.763323 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:17.767041 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:17.769979 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-ec5a9351-9099-4048-9537-5cc28decc873 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:17.801447 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'}  {{(pid=73836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:26:17.806903 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7085e2f1-4011-4bfc-b281-c28bb594c024,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:17.811539 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:17.815054 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:17.815054 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.segments_db [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Added segment d693a7f4-7138-466f-b918-07e57d86955f of type vlan for network 1d592503-ccbf-47c2-a3a2-3baacba67ba2
Apr 30 13:26:17.845339 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:17.874756 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:17.876119 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:17.876697 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:17.881194 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:17.983516 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4805303
Apr 30 13:26:17.984726 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Pushing event updated for resources: {'Network': ['ID=1d592503-ccbf-47c2-a3a2-3baacba67ba2,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:17.987848 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 49246) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:26:17.990673 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:17.996376 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:26:18.000177 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Request body: {'subnet': {'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1123747003-subnet', 'tenant_id': '8da822c79b7c418db810341a24b11d68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:26:18.005035 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:26:18.009280 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Usage tracker for resource:subnet and tenant:8da822c79b7c418db810341a24b11d68 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:26:18.012309 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:26:18.017953 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:26:18.030152 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Made reservation on behalf of 8da822c79b7c418db810341a24b11d68 for: {'subnet': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:26:18.032606 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11402167'] for subnet, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:18.427080 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1478042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11402149'] for subnet, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:18.431512 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:18.503780 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f9a8ba-05c1-44c5-a778-42dff7d373c9,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:18.507475 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:18.515454 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Checking segment: {'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:26:18.515821 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Network hostable DHCP agents. Network: 1d592503-ccbf-47c2-a3a2-3baacba67ba2, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:26:18.532276 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:26:18.542105 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 1d592503-ccbf-47c2-a3a2-3baacba67ba2) {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:26:18.551053 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec602c1-8c05-4774-9223-9150ff613c6b None None] Network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:26:18.552357 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:18.552947 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:18.575397 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-1f420133-05c1-4445-ae73-1ab871f39a82 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5862508
Apr 30 13:26:18.768284 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7c6423-ee36-48d7-aaaa-fa7ff06f1fed None None] Network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:26:19.100437 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-7dfe607e-1fa8-4dbd-909e-0328429b3a7b tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:19.101117 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-7dfe607e-1fa8-4dbd-909e-0328429b3a7b tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Synchronizing usage tracker for tenant:8da822c79b7c418db810341a24b11d68 on resource:network {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:26:19.118864 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-7dfe607e-1fa8-4dbd-909e-0328429b3a7b tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Unset dirty status for tenant:8da822c79b7c418db810341a24b11d68 on resource:network {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:26:19.120004 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-7dfe607e-1fa8-4dbd-909e-0328429b3a7b tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/networks?id=1d592503-ccbf-47c2-a3a2-3baacba67ba2 HTTP/1.1" status: 200  len: 815 time: 0.1648223
Apr 30 13:26:19.134890 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-01817411-e2ff-4d0c-a12e-4206e31bdbb4 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/quotas/8da822c79b7c418db810341a24b11d68 HTTP/1.1" status: 200  len: 375 time: 0.0093639
Apr 30 13:26:19.182534 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-dae7c97f-632c-41e6-a250-36977981c428 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8da822c79b7c418db810341a24b11d68&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0424666
Apr 30 13:26:19.192904 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-c3acdb72-6baa-43f5-99c1-7b296cd11c16 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:26:19.193827 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-c3acdb72-6baa-43f5-99c1-7b296cd11c16 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049441
Apr 30 13:26:19.323348 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-fb3ed37e-6110-4188-97e0-222c24c4ab11 service neutron] 10.222.0.15 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239264
Apr 30 13:26:19.458888 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-76511b77-6808-4fae-8efa-aa10c9110541 service neutron] 10.222.0.15 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297891
Apr 30 13:26:19.635865 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-90fe6f32-bf18-4843-8be6-5c28f3a8639f req-af605e56-81b5-4b33-a739-ee732ef2a9b5 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 210 time: 0.0465274
Apr 30 13:26:20.785785 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-64f83d1e-9998-4e9e-a719-e0c8aed8d55a req-6955ea87-a294-4016-8fa0-0768d667b627 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 210 time: 0.0429502
Apr 30 13:26:21.693640 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-b9e7cfc0-7b71-4273-ad34-ed230f034e16 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:21.695195 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-b9e7cfc0-7b71-4273-ad34-ed230f034e16 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "GET /v2.0/networks?id=1d592503-ccbf-47c2-a3a2-3baacba67ba2 HTTP/1.1" status: 200  len: 815 time: 0.1502562
Apr 30 13:26:21.707572 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Request body: {'port': {'device_id': '3bdce32b-06e1-4838-a01a-54e636074a57', 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2', 'admin_state_up': True, 'tenant_id': '8da822c79b7c418db810341a24b11d68'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:26:21.848309 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:26:21.852381 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Usage tracker for resource:port and tenant:8da822c79b7c418db810341a24b11d68 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:26:21.855398 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:26:21.860951 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:26:21.870733 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Made reservation on behalf of 8da822c79b7c418db810341a24b11d68 for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:26:21.874569 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:21.936926 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a4f4266e-469b-4f65-8fd5-9c205af4d063 req-507e12fc-5fd6-4f67-b091-c586d66da9ee tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 210 time: 0.0445571
Apr 30 13:26:22.128405 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Allocated IP 172.20.0.9 (1d592503-ccbf-47c2-a3a2-3baacba67ba2/b0f9a8ba-05c1-44c5-a778-42dff7d373c9/be69d9d9-28f4-4d61-9fe4-c78ea011024c) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:26:22.334385 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:22.363714 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:22.369729 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-06931d8c-f08f-4917-b7cd-cc992dd43373 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:22.436094 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:26:22.439644 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:26:22.443632 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:26:22.477379 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Pushing event updated for resources: {'Port': ['ID=be69d9d9-28f4-4d61-9fe4-c78ea011024c,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:22.484369 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:22.516172 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:22.516782 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:22.540971 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8370776
Apr 30 13:26:22.553514 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Request body: {'port': {'device_id': '3bdce32b-06e1-4838-a01a-54e636074a57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:26:22.667092 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:23.014477 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be69d9d9-28f4-4d61-9fe4-c78ea011024c {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:26:23.022309 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:23.037381 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Transition to ACTIVE for port object be69d9d9-28f4-4d61-9fe4-c78ea011024c will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:26:23.042828 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:23.046621 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-3834b798-77ad-4a0f-b208-b9767ffe3029 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:23.204840 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Pushing event updated for resources: {'Port': ['ID=be69d9d9-28f4-4d61-9fe4-c78ea011024c,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:23.213377 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:23.216167 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe532e-d7a7-4b3d-ad3c-c4a88f8f118a req-2f656d91-b16e-46c8-b9f3-6d65d3b7790d tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:23.217682 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-96fe532e-d7a7-4b3d-ad3c-c4a88f8f118a req-2f656d91-b16e-46c8-b9f3-6d65d3b7790d tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 943 time: 0.1698070
Apr 30 13:26:23.264135 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-96fe532e-d7a7-4b3d-ad3c-c4a88f8f118a req-4ec45e4f-af24-4328-b29e-1c5da08b4990 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Synchronizing usage tracker for tenant:8da822c79b7c418db810341a24b11d68 on resource:security_group {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:26:23.281685 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-96fe532e-d7a7-4b3d-ad3c-c4a88f8f118a req-4ec45e4f-af24-4328-b29e-1c5da08b4990 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Unset dirty status for tenant:8da822c79b7c418db810341a24b11d68 on resource:security_group {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:26:23.282802 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-96fe532e-d7a7-4b3d-ad3c-c4a88f8f118a req-4ec45e4f-af24-4328-b29e-1c5da08b4990 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592778
Apr 30 13:26:23.284989 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Attempting to bind port be69d9d9-28f4-4d61-9fe4-c78ea011024c on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:26:23.285352 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Attempting to bind port be69d9d9-28f4-4d61-9fe4-c78ea011024c by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:26:23.285840 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Attempting to bind port be69d9d9-28f4-4d61-9fe4-c78ea011024c on network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:26:23.291615 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Port be69d9d9-28f4-4d61-9fe4-c78ea011024c on network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:26:23.291992 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Attempting to bind port be69d9d9-28f4-4d61-9fe4-c78ea011024c on network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:26:23.297388 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:26:23.297740 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Checking segment: {'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:26:23.298116 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Bound using segment: {'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:26:23.298606 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Bound port: be69d9d9-28f4-4d61-9fe4-c78ea011024c, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:26:23.298942 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:23.385558 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] For port be69d9d9-28f4-4d61-9fe4-c78ea011024c, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:26:23.388863 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] For port be69d9d9-28f4-4d61-9fe4-c78ea011024c, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=be69d9d9-28f4-4d61-9fe4-c78ea011024c,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:26:23.392482 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:23.396062 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-08881f54-95a2-454e-b546-2ad579f10a42 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:23.452828 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:23.453425 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:23.454817 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] 10.222.0.89 "PUT /v2.0/ports/be69d9d9-28f4-4d61-9fe4-c78ea011024c HTTP/1.1" status: 200  len: 1093 time: 0.9057896
Apr 30 13:26:23.455320 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdce32b-06e1-4838-a01a-54e636074a57', 'tag': 'be69d9d9-28f4-4d61-9fe4-c78ea011024c'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:26:23.479932 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Pushing event updated for resources: {'Port': ['ID=be69d9d9-28f4-4d61-9fe4-c78ea011024c,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:23.483810 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:23.538784 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f77d78fc-88c0-4954-816c-d5d4e54990f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:23.546608 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdce32b-06e1-4838-a01a-54e636074a57', 'tag': 'be69d9d9-28f4-4d61-9fe4-c78ea011024c', 'status': 'completed', 'code': 200}
Apr 30 13:26:23.581656 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-16926ed4-5c07-4572-b84a-c52016bcac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:23.583149 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-16926ed4-5c07-4572-b84a-c52016bcac7e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8da822c79b7c418db810341a24b11d68&device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 1096 time: 0.0733435
Apr 30 13:26:23.654523 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-88fe8d59-2fe0-4047-a6a8-cbc6ffb25781 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be69d9d9-28f4-4d61-9fe4-c78ea011024c HTTP/1.1" status: 200  len: 217 time: 0.0630379
Apr 30 13:26:23.718208 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a06e4977-6044-484d-a714-1d98108dbfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:23.719687 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-a06e4977-6044-484d-a714-1d98108dbfb1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0f9a8ba-05c1-44c5-a778-42dff7d373c9 HTTP/1.1" status: 200  len: 855 time: 0.0584166
Apr 30 13:26:23.771942 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-5d187a5b-0fe4-4c11-b7e3-ea973ff38450 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d592503-ccbf-47c2-a3a2-3baacba67ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448177
Apr 30 13:26:23.992635 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-59a8c4bb-9899-4ac6-9f3d-faf436a820cd service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130203
Apr 30 13:26:24.124773 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a88ec476-12d8-489f-b1f2-a509bf6e1fa0 req-36ca9b63-f1e4-4567-91e7-25a200721da4 service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249352
Apr 30 13:26:24.240485 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ce92a-ad54-4323-a89c-c151598bbcc8 req-4aae07b3-e208-4f0c-b203-e706d8b95f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:24.242571 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-de3ce92a-ad54-4323-a89c-c151598bbcc8 req-4aae07b3-e208-4f0c-b203-e706d8b95f6e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8da822c79b7c418db810341a24b11d68&device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 1096 time: 0.0689905
Apr 30 13:26:24.373134 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ce92a-ad54-4323-a89c-c151598bbcc8 req-fbf08711-98c1-4067-9a5e-1a629e7a7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:24.374594 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-de3ce92a-ad54-4323-a89c-c151598bbcc8 req-fbf08711-98c1-4067-9a5e-1a629e7a7ad6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d592503-ccbf-47c2-a3a2-3baacba67ba2 HTTP/1.1" status: 200  len: 917 time: 0.1259289
Apr 30 13:26:24.446494 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-de3ce92a-ad54-4323-a89c-c151598bbcc8 req-a8107531-3338-4ff1-88db-7a0df78761d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be69d9d9-28f4-4d61-9fe4-c78ea011024c HTTP/1.1" status: 200  len: 217 time: 0.0644941
Apr 30 13:26:24.472986 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b928c3-2275-47d9-b9d7-55455602e926 req-43b8aadd-6de3-466e-b3ce-704cf84aeb3c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:24.474465 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-52b928c3-2275-47d9-b9d7-55455602e926 req-43b8aadd-6de3-466e-b3ce-704cf84aeb3c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 943 time: 0.0851486
Apr 30 13:26:24.510228 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ce92a-ad54-4323-a89c-c151598bbcc8 req-e12e4ae2-4ab6-45ac-b8a7-22666c47cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:24.511698 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-de3ce92a-ad54-4323-a89c-c151598bbcc8 req-e12e4ae2-4ab6-45ac-b8a7-22666c47cd26 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0f9a8ba-05c1-44c5-a778-42dff7d373c9 HTTP/1.1" status: 200  len: 855 time: 0.0587535
Apr 30 13:26:24.519358 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-52b928c3-2275-47d9-b9d7-55455602e926 req-afa774b7-4b3f-4219-923d-23a810a91187 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381668
Apr 30 13:26:24.562874 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-de3ce92a-ad54-4323-a89c-c151598bbcc8 req-e5954c06-55c7-4824-8918-39db3c56005a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d592503-ccbf-47c2-a3a2-3baacba67ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439532
Apr 30 13:26:24.692818 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-de3ce92a-ad54-4323-a89c-c151598bbcc8 req-b7c50d28-9502-4374-81d3-818f756ea764 service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228905
Apr 30 13:26:24.830088 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-de3ce92a-ad54-4323-a89c-c151598bbcc8 req-a07bd12b-ee6f-4295-901a-c50e70e39f7d service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299105
Apr 30 13:26:25.722167 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec653ff1-dbd1-460a-8e99-11f9c4b52b25 req-e89f46ba-9b42-4283-b94a-54227215fb0e tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:25.723645 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ec653ff1-dbd1-460a-8e99-11f9c4b52b25 req-e89f46ba-9b42-4283-b94a-54227215fb0e tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 943 time: 0.0805604
Apr 30 13:26:25.768538 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ec653ff1-dbd1-460a-8e99-11f9c4b52b25 req-20e5a058-77d9-40b6-8c5d-948f4ceda553 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388293
Apr 30 13:26:26.235242 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:26.559245 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1f8604cd-508b-47e4-98aa-d4bd24caa25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:26.958071 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65675e01-01b3-4726-b785-7e564629e01e req-339c5e91-c7c8-46e6-961e-3a23d879030c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:26.959568 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-65675e01-01b3-4726-b785-7e564629e01e req-339c5e91-c7c8-46e6-961e-3a23d879030c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 943 time: 0.0845141
Apr 30 13:26:27.007343 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-65675e01-01b3-4726-b785-7e564629e01e req-8acdc117-6f7f-4a88-bc14-e87bf78aa30c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409005
Apr 30 13:26:27.496025 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device be69d9d9-28f4-4d61-9fe4-c78ea011024c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:26:27.669910 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port be69d9d9-28f4-4d61-9fe4-c78ea011024c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=be69d9d9-28f4-4d61-9fe4-c78ea011024c,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:27.683187 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': 'be69d9d9-28f4-4d61-9fe4-c78ea011024c', 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2', 'port_id': 'be69d9d9-28f4-4d61-9fe4-c78ea011024c', 'mac_address': 'fa:16:3e:ed:c7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f9a8ba-05c1-44c5-a778-42dff7d373c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:26:27.737945 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:27.755019 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be69d9d9-28f4-4d61-9fe4-c78ea011024c {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:26:27.779661 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port be69d9d9-28f4-4d61-9fe4-c78ea011024c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=be69d9d9-28f4-4d61-9fe4-c78ea011024c,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:27.785140 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:27.787012 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-2df1a24c-6c01-4b43-b4d9-03dbb9d29954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:27.815388 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:27.857040 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=be69d9d9-28f4-4d61-9fe4-c78ea011024c,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:27.860103 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:28.203100 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff793bd-9674-4c92-aeec-b248219804c6 req-76a2ead0-0f0b-4676-9a0e-25d479f3e061 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:28.204550 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1ff793bd-9674-4c92-aeec-b248219804c6 req-76a2ead0-0f0b-4676-9a0e-25d479f3e061 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 944 time: 0.0902116
Apr 30 13:26:28.250707 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1ff793bd-9674-4c92-aeec-b248219804c6 req-693c8e64-452e-4cb2-a4ac-ca2f7eefbdaa tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402744
Apr 30 13:26:28.537003 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['be69d9d9-28f4-4d61-9fe4-c78ea011024c'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:26:29.153012 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:29.435716 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d7c7f-fbb4-4466-b4b2-670064fc8b0b req-c6e15a60-eabb-4fcc-8205-50bb555b3fa3 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:29.437227 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd8d7c7f-fbb4-4466-b4b2-670064fc8b0b req-c6e15a60-eabb-4fcc-8205-50bb555b3fa3 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 944 time: 0.0823939
Apr 30 13:26:29.484967 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd8d7c7f-fbb4-4466-b4b2-670064fc8b0b req-0a299eb4-0beb-4a13-9752-3cb82944c1c6 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417423
Apr 30 13:26:29.510605 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device be69d9d9-28f4-4d61-9fe4-c78ea011024c up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:26:29.535504 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-2b9b05d8-802d-418b-8fd9-bd28f8c47df3 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687858827&fields=id&tenant_id=e930754914a64acfa79c68b521726214 HTTP/1.1" status: 200  len: 267 time: 0.0448687
Apr 30 13:26:29.581560 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port be69d9d9-28f4-4d61-9fe4-c78ea011024c completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:26:29.587044 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port be69d9d9-28f4-4d61-9fe4-c78ea011024c triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:26:29.587452 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:29.694536 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-7f7d4fc0-4d00-447d-8604-edaad470da90 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:29.696573 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-7f7d4fc0-4d00-447d-8604-edaad470da90 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 810 time: 0.1537352
Apr 30 13:26:29.706705 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:29.713232 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-b147f364-fcc2-43d7-a345-ebea21bb1e4a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/quotas/e930754914a64acfa79c68b521726214 HTTP/1.1" status: 200  len: 375 time: 0.0109921
Apr 30 13:26:29.735531 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdce32b-06e1-4838-a01a-54e636074a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be69d9d9-28f4-4d61-9fe4-c78ea011024c'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:26:29.750624 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port be69d9d9-28f4-4d61-9fe4-c78ea011024c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=be69d9d9-28f4-4d61-9fe4-c78ea011024c,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:29.756001 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:29.758899 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:29.815345 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-b4bc44a7-9d41-44cf-8b26-3040acb1c738 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0962734
Apr 30 13:26:29.835133 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=be69d9d9-28f4-4d61-9fe4-c78ea011024c,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:29.838494 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:29.855322 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdce32b-06e1-4838-a01a-54e636074a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be69d9d9-28f4-4d61-9fe4-c78ea011024c', 'code': 200}
Apr 30 13:26:29.880705 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c3aefa03-d7df-4e45-b80a-42cc99ffcb45 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=73836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:26:29.881694 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c3aefa03-d7df-4e45-b80a-42cc99ffcb45 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0542285
Apr 30 13:26:30.022399 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c20707c3-b30d-46a0-8b0e-edc8986d2e3d service neutron] 10.222.0.15 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328053
Apr 30 13:26:30.093335 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34011f0b-53b1-48c9-bf52-fc3614229556 req-d5b5f110-cb44-40e2-9bf0-75cad2e33f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:30.094851 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-34011f0b-53b1-48c9-bf52-fc3614229556 req-d5b5f110-cb44-40e2-9bf0-75cad2e33f80 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 1098 time: 0.0741570
Apr 30 13:26:30.137521 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-34011f0b-53b1-48c9-bf52-fc3614229556 req-542d5316-ca97-496b-afce-011af772000a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353992
Apr 30 13:26:30.161601 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-21c62160-2ae6-43a5-ac4a-5ece86f77885 service neutron] 10.222.0.15 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332660
Apr 30 13:26:30.457507 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:30.580210 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9b07ba25-f783-418a-84eb-16dcf1315a71 req-cb7f67e2-e6fc-4e29-8167-752f7c595241 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 210 time: 0.0483258
Apr 30 13:26:30.681860 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2519ec-7eb8-44b9-bdb7-d9b76a24c18d req-b6ec8b6c-c82d-40a7-a561-5a69c29c9d26 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:30.683513 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3b2519ec-7eb8-44b9-bdb7-d9b76a24c18d req-b6ec8b6c-c82d-40a7-a561-5a69c29c9d26 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 945 time: 0.0849504
Apr 30 13:26:30.746804 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3b2519ec-7eb8-44b9-bdb7-d9b76a24c18d req-6cc9a012-3c6c-4092-8da1-a8ded20c86fb tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471113
Apr 30 13:26:31.726635 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-dedd51f6-3a97-4d24-b265-98472648d631 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:31.729759 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-dedd51f6-3a97-4d24-b265-98472648d631 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 810 time: 0.1625545
Apr 30 13:26:31.743308 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-622b71a5-91b5-466a-9052-1ba35f724a40 req-c05b7977-4b74-42be-b9fd-2b17115510c0 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 210 time: 0.0468733
Apr 30 13:26:31.805055 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-77218099-a321-4914-9ca9-5e9b7a615662 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e930754914a64acfa79c68b521726214 HTTP/1.1" status: 200  len: 380 time: 0.0501595
Apr 30 13:26:31.815673 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Request body: {'port': {'device_id': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'admin_state_up': True, 'tenant_id': 'e930754914a64acfa79c68b521726214', 'security_groups': ['832e16a5-4a71-4986-9af9-58866201fff6']}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:26:31.948167 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb24d3-7988-4559-b0eb-9478e9f741d2 req-3e0dbad6-b139-498a-aa85-b60f6086755f tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:31.949665 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-08bb24d3-7988-4559-b0eb-9478e9f741d2 req-3e0dbad6-b139-498a-aa85-b60f6086755f tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 945 time: 0.0862980
Apr 30 13:26:31.961198 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:26:31.966337 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Usage tracker for resource:port and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:26:31.969406 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Quota usage for port was recalculated. Used quota:5. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:26:31.975498 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:26:31.987897 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Made reservation on behalf of e930754914a64acfa79c68b521726214 for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:26:31.992108 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:31.999872 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-08bb24d3-7988-4559-b0eb-9478e9f741d2 req-e823e21e-3625-45dc-834d-fbab9d2aea12 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428271
Apr 30 13:26:32.163110 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Allocated IP 172.20.0.6 (83bc2670-022d-4041-8a2f-0fa8eb289e69/403efb8f-dab9-40e8-ab0a-1dcf2ab30084/274e66e4-9a46-441c-afec-ef8738305501) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:26:32.464662 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:32.480901 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Transition to ACTIVE for port object 274e66e4-9a46-441c-afec-ef8738305501 will not be triggered until provisioned by entity DHCP. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:26:32.507657 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:32.514454 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b1c0481a-f70e-42bc-a5b3-e4ca1ac9feba tempest-VolumesActionsTest-1323036627 tempest-VolumesActionsTest-1323036627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:32.583868 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Network 83bc2670-022d-4041-8a2f-0fa8eb289e69 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:26:32.588315 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:26:32.592521 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:26:32.629022 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'Port': ['ID=274e66e4-9a46-441c-afec-ef8738305501,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:32.638502 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:32.662788 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:32.663701 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:32.690620 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8792155
Apr 30 13:26:32.703632 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Request body: {'port': {'device_id': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:26:32.826656 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:32.827368 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-18cd0c8d-9ca2-4152-af18-24e627b0892e None None] Provisioning for port 274e66e4-9a46-441c-afec-ef8738305501 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:26:32.832412 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-18cd0c8d-9ca2-4152-af18-24e627b0892e None None] Provisioning complete for port 274e66e4-9a46-441c-afec-ef8738305501 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:26:32.832776 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-18cd0c8d-9ca2-4152-af18-24e627b0892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:32.889657 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-18cd0c8d-9ca2-4152-af18-24e627b0892e None None] Port 274e66e4-9a46-441c-afec-ef8738305501 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:26:32.943324 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a548f-dd01-4ed6-8ead-c8181ca94f82 req-c43e2717-b288-4125-a11d-338b8982425d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:32.944778 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b37a548f-dd01-4ed6-8ead-c8181ca94f82 req-c43e2717-b288-4125-a11d-338b8982425d tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 931 time: 0.0856881
Apr 30 13:26:32.989060 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b37a548f-dd01-4ed6-8ead-c8181ca94f82 req-b682e8a6-b006-434d-909f-f23e2eadf842 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376675
Apr 30 13:26:33.179986 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274e66e4-9a46-441c-afec-ef8738305501 {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:26:33.188213 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:33.202881 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Transition to ACTIVE for port object 274e66e4-9a46-441c-afec-ef8738305501 will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:26:33.207136 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:33.211121 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e7ed4c41-bed3-45af-9165-44cc0cce12b5 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:33.375994 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=274e66e4-9a46-441c-afec-ef8738305501,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:33.383975 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:33.464923 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Attempting to bind port 274e66e4-9a46-441c-afec-ef8738305501 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:26:33.465155 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Attempting to bind port 274e66e4-9a46-441c-afec-ef8738305501 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:26:33.465477 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Attempting to bind port 274e66e4-9a46-441c-afec-ef8738305501 on network 83bc2670-022d-4041-8a2f-0fa8eb289e69 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:26:33.470182 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Port 274e66e4-9a46-441c-afec-ef8738305501 on network 83bc2670-022d-4041-8a2f-0fa8eb289e69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:26:33.470566 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Attempting to bind port 274e66e4-9a46-441c-afec-ef8738305501 on network 83bc2670-022d-4041-8a2f-0fa8eb289e69 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:26:33.475827 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:26:33.476156 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Checking segment: {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:26:33.476535 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Bound using segment: {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:26:33.476959 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Bound port: 274e66e4-9a46-441c-afec-ef8738305501, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f733ff-18be-44b2-993a-8636c815638a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:26:33.477305 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:33.584789 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] For port 274e66e4-9a46-441c-afec-ef8738305501, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:26:33.588815 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] For port 274e66e4-9a46-441c-afec-ef8738305501, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=274e66e4-9a46-441c-afec-ef8738305501,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:26:33.597061 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:33.601143 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b24e72e8-15ba-4694-881d-b2f4003044e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:33.660163 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:33.660700 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:33.662140 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] 10.222.0.89 "PUT /v2.0/ports/274e66e4-9a46-441c-afec-ef8738305501 HTTP/1.1" status: 200  len: 1093 time: 0.9637289
Apr 30 13:26:33.662645 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'tag': '274e66e4-9a46-441c-afec-ef8738305501'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:26:33.704080 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=274e66e4-9a46-441c-afec-ef8738305501,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:33.746753 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:33.760701 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'tag': '274e66e4-9a46-441c-afec-ef8738305501', 'status': 'completed', 'code': 200}
Apr 30 13:26:33.793286 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-977ccf11-781c-470e-937c-48466b10946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:33.795113 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-977ccf11-781c-470e-937c-48466b10946d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 1096 time: 0.0878487
Apr 30 13:26:33.873712 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-c5b03e08-77c4-41ee-8d06-bf8626d58153 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=274e66e4-9a46-441c-afec-ef8738305501 HTTP/1.1" status: 200  len: 217 time: 0.0689592
Apr 30 13:26:33.945210 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-5d0281f9-e1c5-44f6-b512-a171fe6b426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:33.947636 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-5d0281f9-e1c5-44f6-b512-a171fe6b426e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0646684
Apr 30 13:26:34.033159 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-4d80d523-df1c-4ac7-ac5f-3e5f73fd4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:34.035280 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-4d80d523-df1c-4ac7-ac5f-3e5f73fd4c24 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806582
Apr 30 13:26:34.214297 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-e41469a1-7911-4ff5-9367-f8bc5a2d2cd0 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718075
Apr 30 13:26:34.231390 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af2af4-6ee2-4390-806b-df8a67597af1 req-b3772b21-61f8-493b-926f-8a000587242b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:34.232883 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b3af2af4-6ee2-4390-806b-df8a67597af1 req-b3772b21-61f8-493b-926f-8a000587242b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 943 time: 0.1188293
Apr 30 13:26:34.285398 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b3af2af4-6ee2-4390-806b-df8a67597af1 req-ed8e75bb-80dd-404d-ab19-75650d8ce363 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453300
Apr 30 13:26:34.472227 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b343c8a8-8622-46cd-be74-91bb3ce2b012 req-15ca09e4-356f-4e1b-8029-ab223ededf9d service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2477071
Apr 30 13:26:34.597723 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c544704-511c-4623-af97-4b06783953d1 req-9ebb55cc-3df6-4da8-8755-1181dd873fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:34.599107 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6c544704-511c-4623-af97-4b06783953d1 req-9ebb55cc-3df6-4da8-8755-1181dd873fe7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 1096 time: 0.0722504
Apr 30 13:26:34.738871 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c544704-511c-4623-af97-4b06783953d1 req-3aad2ba8-6b5f-4573-b2f1-e99739c078c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:34.740311 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6c544704-511c-4623-af97-4b06783953d1 req-3aad2ba8-6b5f-4573-b2f1-e99739c078c1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 912 time: 0.1345396
Apr 30 13:26:34.813267 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6c544704-511c-4623-af97-4b06783953d1 req-1e05f2f6-efc0-40bc-adcd-8960c5fb04cf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=274e66e4-9a46-441c-afec-ef8738305501 HTTP/1.1" status: 200  len: 217 time: 0.0658245
Apr 30 13:26:34.877346 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c544704-511c-4623-af97-4b06783953d1 req-8b2e74e2-4c65-4b52-8f1d-54dc38195c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:34.878917 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6c544704-511c-4623-af97-4b06783953d1 req-8b2e74e2-4c65-4b52-8f1d-54dc38195c28 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0577717
Apr 30 13:26:34.958664 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c544704-511c-4623-af97-4b06783953d1 req-92467a14-ca97-43f3-bdc0-9be825cdbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:34.960119 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6c544704-511c-4623-af97-4b06783953d1 req-92467a14-ca97-43f3-bdc0-9be825cdbeb6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741348
Apr 30 13:26:35.099931 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6c544704-511c-4623-af97-4b06783953d1 req-42797be2-df49-474e-a6b6-130f48b8f33f service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327593
Apr 30 13:26:35.238598 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6c544704-511c-4623-af97-4b06783953d1 req-aa48424c-a72e-415a-af04-1048a79ffc61 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300189
Apr 30 13:26:35.579931 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfb15a-ac88-464a-809e-ea5dd41933d2 req-35ec7ea2-b51e-41b2-833e-35340f392a9b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:35.581342 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-34dfb15a-ac88-464a-809e-ea5dd41933d2 req-35ec7ea2-b51e-41b2-833e-35340f392a9b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 943 time: 0.1830723
Apr 30 13:26:35.639431 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-34dfb15a-ac88-464a-809e-ea5dd41933d2 req-4a12a986-92ae-46f3-9b6c-742f2cd97723 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519764
Apr 30 13:26:35.803337 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6281550c-b986-4042-9589-56dc9f1e0c8b req-cf58a81a-9e3c-49e5-a8b5-3e159d5d2bb0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0811877
Apr 30 13:26:35.910846 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281550c-b986-4042-9589-56dc9f1e0c8b req-4fcfe251-0301-44b3-8f39-0b3d387ee320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:35.912314 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6281550c-b986-4042-9589-56dc9f1e0c8b req-4fcfe251-0301-44b3-8f39-0b3d387ee320 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 1099 time: 0.0868061
Apr 30 13:26:36.104140 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281550c-b986-4042-9589-56dc9f1e0c8b req-893a3d70-8873-4241-901b-cc74a3fd815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:36.105578 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6281550c-b986-4042-9589-56dc9f1e0c8b req-893a3d70-8873-4241-901b-cc74a3fd815a service neutron] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 912 time: 0.1683412
Apr 30 13:26:36.213405 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6281550c-b986-4042-9589-56dc9f1e0c8b req-1eda97da-9c27-4acc-8eb7-fb77243c18c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b HTTP/1.1" status: 200  len: 1001 time: 0.1001933
Apr 30 13:26:36.281428 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281550c-b986-4042-9589-56dc9f1e0c8b req-3b3b1cad-94aa-453f-a795-73f39c2f4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:36.282948 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6281550c-b986-4042-9589-56dc9f1e0c8b req-3b3b1cad-94aa-453f-a795-73f39c2f4870 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0630796
Apr 30 13:26:36.361152 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281550c-b986-4042-9589-56dc9f1e0c8b req-81a6fc1e-dcf5-46e8-a859-6ac28220e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:36.362650 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6281550c-b986-4042-9589-56dc9f1e0c8b req-81a6fc1e-dcf5-46e8-a859-6ac28220e93b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712392
Apr 30 13:26:36.502665 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6281550c-b986-4042-9589-56dc9f1e0c8b req-bcc4627d-9cae-4866-b019-9850cde5de3c service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323161
Apr 30 13:26:36.735465 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-6281550c-b986-4042-9589-56dc9f1e0c8b req-c3c1f455-e6ad-4d7d-9ebd-0d302f777278 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2245657
Apr 30 13:26:36.831645 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec815e3-96b3-4627-8671-0b234f7947aa req-a6bd13cb-824c-43a9-bfbb-450a018cc9d6 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:36.832986 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2ec815e3-96b3-4627-8671-0b234f7947aa req-a6bd13cb-824c-43a9-bfbb-450a018cc9d6 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 943 time: 0.0832112
Apr 30 13:26:36.877538 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2ec815e3-96b3-4627-8671-0b234f7947aa req-0ea81f03-fb6b-464e-a510-c2a78fe8e649 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387428
Apr 30 13:26:38.068344 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a19ef0-d81a-4aeb-87a7-819b2440c22b req-82853e5c-4ec0-4eb3-9516-122724487d3b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:38.069765 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-23a19ef0-d81a-4aeb-87a7-819b2440c22b req-82853e5c-4ec0-4eb3-9516-122724487d3b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 943 time: 0.0849173
Apr 30 13:26:38.114691 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-23a19ef0-d81a-4aeb-87a7-819b2440c22b req-203512f2-1a76-48c1-84f5-9521c0d51cf4 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385339
Apr 30 13:26:39.306247 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59768a-9e14-4a1c-a4dd-be2f105ce5b9 req-032ed445-bf73-48fc-be1b-e468d6eac818 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:39.307722 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-df59768a-9e14-4a1c-a4dd-be2f105ce5b9 req-032ed445-bf73-48fc-be1b-e468d6eac818 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 943 time: 0.0838237
Apr 30 13:26:39.353660 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-df59768a-9e14-4a1c-a4dd-be2f105ce5b9 req-ed302c70-5235-4ef9-a231-eb7779f25159 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399656
Apr 30 13:26:40.601039 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84999145-c27d-4d03-a242-481e2b0eea10 req-7d44a9a5-d25b-4ae1-8365-f198b79b626b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:40.603024 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-84999145-c27d-4d03-a242-481e2b0eea10 req-7d44a9a5-d25b-4ae1-8365-f198b79b626b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 943 time: 0.0828619
Apr 30 13:26:40.648215 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-84999145-c27d-4d03-a242-481e2b0eea10 req-fcde3aa6-5a64-4247-b92e-2e7f3a88f5fb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388300
Apr 30 13:26:41.834214 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bba759-87fe-4709-b2cb-4d0cf35b1329 req-d75e0e52-4e04-4362-8a89-575fac0c0b00 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:41.835683 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c1bba759-87fe-4709-b2cb-4d0cf35b1329 req-d75e0e52-4e04-4362-8a89-575fac0c0b00 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 943 time: 0.0826778
Apr 30 13:26:41.881198 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c1bba759-87fe-4709-b2cb-4d0cf35b1329 req-cbb55907-7e5b-47be-90ac-6e434f170007 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397170
Apr 30 13:26:42.148761 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-1782f4d7-3b99-4b48-bf18-fbc7baeb9c13 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:42.150185 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-1782f4d7-3b99-4b48-bf18-fbc7baeb9c13 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/networks?id=1d592503-ccbf-47c2-a3a2-3baacba67ba2 HTTP/1.1" status: 200  len: 815 time: 0.1506915
Apr 30 13:26:42.165502 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-ff8a7657-1bcb-4f1a-9fb5-787c78285184 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/quotas/8da822c79b7c418db810341a24b11d68 HTTP/1.1" status: 200  len: 375 time: 0.0093620
Apr 30 13:26:42.246438 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-c3707a9e-83a9-41bb-a801-0fd3ad3997c7 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8da822c79b7c418db810341a24b11d68&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0752594
Apr 30 13:26:42.378955 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-dba782b3-1fe0-4472-806e-825542be0ad9 service neutron] 10.222.0.15 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259396
Apr 30 13:26:42.512403 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-a88c5702-61cb-461d-a653-cf3c6f906aaf service neutron] 10.222.0.15 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260514
Apr 30 13:26:42.686926 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4ef33d24-b062-484e-9d3b-7cc2ebfe06b9 req-b875a1c8-b5ee-4006-8610-b299955ce130 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 210 time: 0.0425367
Apr 30 13:26:43.077828 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32081204-58f2-4d0c-a8f1-4504d341ebc3 req-e02bea2b-fbff-477d-91a5-9cad440252e6 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:43.079244 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-32081204-58f2-4d0c-a8f1-4504d341ebc3 req-e02bea2b-fbff-477d-91a5-9cad440252e6 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 943 time: 0.0844877
Apr 30 13:26:43.126774 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-32081204-58f2-4d0c-a8f1-4504d341ebc3 req-6866f427-20b5-4e76-88ae-7344ee8315d2 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407281
Apr 30 13:26:43.629986 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 274e66e4-9a46-441c-afec-ef8738305501 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:26:43.753255 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-b43ac4ee-d5fe-40ca-9336-78ab2049be94 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:43.754224 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-b43ac4ee-d5fe-40ca-9336-78ab2049be94 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "GET /v2.0/networks?id=1d592503-ccbf-47c2-a3a2-3baacba67ba2 HTTP/1.1" status: 200  len: 815 time: 0.1557024
Apr 30 13:26:43.769675 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Request body: {'port': {'device_id': '222ce99c-ecfc-40d3-b154-e5229ffdebb8', 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2', 'admin_state_up': True, 'tenant_id': '8da822c79b7c418db810341a24b11d68'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:26:43.805899 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 274e66e4-9a46-441c-afec-ef8738305501, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=274e66e4-9a46-441c-afec-ef8738305501,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:43.821586 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '274e66e4-9a46-441c-afec-ef8738305501', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'port_id': '274e66e4-9a46-441c-afec-ef8738305501', 'mac_address': 'fa:16:3e:21:72:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:26:43.871101 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9c3fff53-8b1f-4380-bff0-17dc72049747 req-2ae0ca16-8bc9-4993-91d0-048b55b8824f tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 210 time: 0.0463767
Apr 30 13:26:43.906717 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:43.923613 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274e66e4-9a46-441c-afec-ef8738305501 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:26:43.930882 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:26:43.935609 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Usage tracker for resource:port and tenant:8da822c79b7c418db810341a24b11d68 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:26:43.938459 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:26:43.940178 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 274e66e4-9a46-441c-afec-ef8738305501, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=274e66e4-9a46-441c-afec-ef8738305501,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:43.943886 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:43.944349 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:26:43.946010 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-7af85805-cbcb-4520-b755-b4da24c3aac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:43.955138 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Made reservation on behalf of 8da822c79b7c418db810341a24b11d68 for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:26:43.958837 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:44.016477 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=274e66e4-9a46-441c-afec-ef8738305501,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:44.019636 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:44.125113 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Allocated IP 172.20.0.3 (1d592503-ccbf-47c2-a3a2-3baacba67ba2/b0f9a8ba-05c1-44c5-a778-42dff7d373c9/6391d6af-7f92-4ca0-a7bd-b7fbae426079) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:26:44.323602 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa02745-13a4-4d6d-927b-28df86298ade req-e5aa964e-f865-4257-8813-90d6de37e638 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:44.325093 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3fa02745-13a4-4d6d-927b-28df86298ade req-e5aa964e-f865-4257-8813-90d6de37e638 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 944 time: 0.0831432
Apr 30 13:26:44.333177 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:44.363685 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:44.369778 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0d2f3c23-72b9-46ac-b971-200670102d4d tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:44.372101 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3fa02745-13a4-4d6d-927b-28df86298ade req-2722ffd5-3c61-415b-abd3-32272d03dd04 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404756
Apr 30 13:26:44.374786 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['be69d9d9-28f4-4d61-9fe4-c78ea011024c'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:26:44.432637 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['274e66e4-9a46-441c-afec-ef8738305501'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:26:44.439520 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:26:44.443099 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:26:44.447152 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:26:44.481578 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Pushing event updated for resources: {'Port': ['ID=6391d6af-7f92-4ca0-a7bd-b7fbae426079,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:44.499391 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:44.499767 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:44.500158 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:44.500483 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:44.501102 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:44.501240 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:44.501534 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:44.502117 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:44.502285 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:44.502609 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:44.502954 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:44.503297 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:44.508909 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:44.523770 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:44.524379 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:44.547867 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7839701
Apr 30 13:26:44.562105 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Request body: {'port': {'device_id': '222ce99c-ecfc-40d3-b154-e5229ffdebb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:26:44.622808 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:26:44.677529 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:45.023223 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6391d6af-7f92-4ca0-a7bd-b7fbae426079 {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:26:45.031073 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:45.046343 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Transition to ACTIVE for port object 6391d6af-7f92-4ca0-a7bd-b7fbae426079 will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:26:45.051538 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:45.056515 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e1390d4e-9fc9-4c9a-b8d4-4b7ea1dc7c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:45.065820 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714712f-e851-45f5-87b5-841ff7e9fb27 req-99a05883-9d30-4268-befc-d7f28fc66a89 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:45.067316 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8714712f-e851-45f5-87b5-841ff7e9fb27 req-99a05883-9d30-4268-befc-d7f28fc66a89 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 931 time: 0.0837531
Apr 30 13:26:45.116582 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8714712f-e851-45f5-87b5-841ff7e9fb27 req-edc0e937-4773-42ef-a1c2-88f395a14e2d tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433679
Apr 30 13:26:45.184477 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6391d6af-7f92-4ca0-a7bd-b7fbae426079,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:45.209552 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:45.283310 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Attempting to bind port 6391d6af-7f92-4ca0-a7bd-b7fbae426079 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:26:45.283544 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Attempting to bind port 6391d6af-7f92-4ca0-a7bd-b7fbae426079 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:26:45.283867 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Attempting to bind port 6391d6af-7f92-4ca0-a7bd-b7fbae426079 on network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:26:45.288626 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Port 6391d6af-7f92-4ca0-a7bd-b7fbae426079 on network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:26:45.288940 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Attempting to bind port 6391d6af-7f92-4ca0-a7bd-b7fbae426079 on network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:26:45.294680 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:26:45.295010 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Checking segment: {'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:26:45.295387 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Bound using segment: {'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:26:45.295808 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Bound port: 6391d6af-7f92-4ca0-a7bd-b7fbae426079, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:26:45.296142 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:45.480580 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] For port 6391d6af-7f92-4ca0-a7bd-b7fbae426079, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:26:45.483903 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] For port 6391d6af-7f92-4ca0-a7bd-b7fbae426079, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6391d6af-7f92-4ca0-a7bd-b7fbae426079,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:26:45.488813 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:45.494461 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-228ddf14-6d06-43d7-95e6-e02e346029d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:45.546700 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:45.547063 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:45.548637 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] 10.222.0.89 "PUT /v2.0/ports/6391d6af-7f92-4ca0-a7bd-b7fbae426079 HTTP/1.1" status: 200  len: 1093 time: 0.9907689
Apr 30 13:26:45.551180 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222ce99c-ecfc-40d3-b154-e5229ffdebb8', 'tag': '6391d6af-7f92-4ca0-a7bd-b7fbae426079'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:26:45.565596 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ce382-50da-4099-8007-571cdaeac479 req-055fbd32-8967-4fed-a75e-9b1a9fdd2c22 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:45.566991 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e55ce382-50da-4099-8007-571cdaeac479 req-055fbd32-8967-4fed-a75e-9b1a9fdd2c22 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 944 time: 0.0828533
Apr 30 13:26:45.586858 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6391d6af-7f92-4ca0-a7bd-b7fbae426079,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:45.591525 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:45.620253 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e55ce382-50da-4099-8007-571cdaeac479 req-aa6e007c-f272-482e-959f-3daf47a82fef tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456679
Apr 30 13:26:45.645226 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222ce99c-ecfc-40d3-b154-e5229ffdebb8', 'tag': '6391d6af-7f92-4ca0-a7bd-b7fbae426079', 'status': 'completed', 'code': 200}
Apr 30 13:26:45.686888 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-1ecae2a7-3b35-479e-8fe4-24740bc18560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:45.688450 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-1ecae2a7-3b35-479e-8fe4-24740bc18560 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8da822c79b7c418db810341a24b11d68&device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 1096 time: 0.0780320
Apr 30 13:26:45.760597 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-76c6f1b4-fa41-48de-9a36-8fbf3296774a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6391d6af-7f92-4ca0-a7bd-b7fbae426079 HTTP/1.1" status: 200  len: 217 time: 0.0617831
Apr 30 13:26:45.827349 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-7db8f4ba-e6d4-4219-820e-548427041874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:45.828690 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-7db8f4ba-e6d4-4219-820e-548427041874 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0f9a8ba-05c1-44c5-a778-42dff7d373c9 HTTP/1.1" status: 200  len: 855 time: 0.0613999
Apr 30 13:26:45.878028 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-3aa36d84-c850-4357-b529-b66bf070302a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d592503-ccbf-47c2-a3a2-3baacba67ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408359
Apr 30 13:26:46.011483 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-feae09d7-0f24-4a11-9f94-789373acd7cd service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254733
Apr 30 13:26:46.144709 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-340e3cb1-acd9-4712-8f3e-1aab7b490a41 req-db97b59f-f348-424e-ac17-e8b3be2e5a29 service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265252
Apr 30 13:26:46.274426 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d5632-bcc3-46ac-a4ed-87e6ca2c6695 req-2f6e4a0c-b273-4433-901b-be851738b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:46.276425 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-250d5632-bcc3-46ac-a4ed-87e6ca2c6695 req-2f6e4a0c-b273-4433-901b-be851738b0ab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8da822c79b7c418db810341a24b11d68&device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 1096 time: 0.0761666
Apr 30 13:26:46.390711 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbb2bf-44cb-4913-ad69-e38b5ef68f72 req-89d3e148-5fe0-45c5-9746-34c67cdbdd69 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:46.392082 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-42fbb2bf-44cb-4913-ad69-e38b5ef68f72 req-89d3e148-5fe0-45c5-9746-34c67cdbdd69 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 943 time: 0.1647613
Apr 30 13:26:46.415132 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d5632-bcc3-46ac-a4ed-87e6ca2c6695 req-2697e19c-7af5-4b9c-be07-96bf9051994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:46.416671 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-250d5632-bcc3-46ac-a4ed-87e6ca2c6695 req-2697e19c-7af5-4b9c-be07-96bf9051994b service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d592503-ccbf-47c2-a3a2-3baacba67ba2 HTTP/1.1" status: 200  len: 917 time: 0.1337523
Apr 30 13:26:46.438745 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-42fbb2bf-44cb-4913-ad69-e38b5ef68f72 req-2b281252-c72f-4415-9446-724be9995de4 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407078
Apr 30 13:26:46.491154 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-250d5632-bcc3-46ac-a4ed-87e6ca2c6695 req-3f6e8757-e7be-4860-a258-6955f51d9e66 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6391d6af-7f92-4ca0-a7bd-b7fbae426079 HTTP/1.1" status: 200  len: 217 time: 0.0634341
Apr 30 13:26:46.558513 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d5632-bcc3-46ac-a4ed-87e6ca2c6695 req-19b7678f-fcd7-4a99-a9c0-cdfb343381b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:46.559933 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-250d5632-bcc3-46ac-a4ed-87e6ca2c6695 req-19b7678f-fcd7-4a99-a9c0-cdfb343381b3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0f9a8ba-05c1-44c5-a778-42dff7d373c9 HTTP/1.1" status: 200  len: 855 time: 0.0624533
Apr 30 13:26:46.607183 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-250d5632-bcc3-46ac-a4ed-87e6ca2c6695 req-38eec8e4-5cd3-4564-a5e5-5a1510363323 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d592503-ccbf-47c2-a3a2-3baacba67ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401561
Apr 30 13:26:46.751922 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-250d5632-bcc3-46ac-a4ed-87e6ca2c6695 req-3b075fd7-9239-4ae3-b164-e9c91ee65f61 service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374104
Apr 30 13:26:46.807416 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e559d24-a483-48ab-8a8e-dc6db3f130f3 req-21324838-57d6-4e3c-a1aa-3ff967b9b017 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:46.808953 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5e559d24-a483-48ab-8a8e-dc6db3f130f3 req-21324838-57d6-4e3c-a1aa-3ff967b9b017 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 944 time: 0.0837193
Apr 30 13:26:46.858007 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5e559d24-a483-48ab-8a8e-dc6db3f130f3 req-fc870b85-9602-4fa4-8f01-7e2039f549ba tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430970
Apr 30 13:26:46.888230 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-250d5632-bcc3-46ac-a4ed-87e6ca2c6695 req-8a689ce1-5eec-4875-9fa0-f89f78e317a7 service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287446
Apr 30 13:26:47.622546 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf174e19-8a38-46e4-b16f-9c434f8a5907 req-73cd2939-9a4f-45de-a6a5-652c6be4a41d tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:47.623991 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bf174e19-8a38-46e4-b16f-9c434f8a5907 req-73cd2939-9a4f-45de-a6a5-652c6be4a41d tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 943 time: 0.0790782
Apr 30 13:26:47.641519 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 274e66e4-9a46-441c-afec-ef8738305501 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:26:47.677870 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-bf174e19-8a38-46e4-b16f-9c434f8a5907 req-14482db5-9038-4307-b18b-629c72600977 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479944
Apr 30 13:26:47.711150 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port 274e66e4-9a46-441c-afec-ef8738305501 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:26:47.715889 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 274e66e4-9a46-441c-afec-ef8738305501 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:26:47.716373 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:47.834393 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:47.870748 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274e66e4-9a46-441c-afec-ef8738305501'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:26:47.881550 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 274e66e4-9a46-441c-afec-ef8738305501, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=274e66e4-9a46-441c-afec-ef8738305501,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:47.886749 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:47.888781 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ef784385-4c9d-4bb4-9ef2-04b82d3d4d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:47.952347 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274e66e4-9a46-441c-afec-ef8738305501', 'code': 200}
Apr 30 13:26:47.991014 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=274e66e4-9a46-441c-afec-ef8738305501,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:47.993833 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:48.062885 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9248e-4b5b-4c1c-a029-9d6d1385d05a req-682b0ab6-9202-4711-91a9-31379372a455 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:48.064489 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7da9248e-4b5b-4c1c-a029-9d6d1385d05a req-682b0ab6-9202-4711-91a9-31379372a455 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 945 time: 0.0860333
Apr 30 13:26:48.108592 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7da9248e-4b5b-4c1c-a029-9d6d1385d05a req-3db5fda9-decc-406b-80e8-207bb8f5369e tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382862
Apr 30 13:26:48.873220 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcd9f6-8f50-4f36-9c53-dd7ea8df3aec req-0b107c41-016b-4a56-966e-4c7740aed995 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:48.874745 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fbdcd9f6-8f50-4f36-9c53-dd7ea8df3aec req-0b107c41-016b-4a56-966e-4c7740aed995 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 943 time: 0.0817857
Apr 30 13:26:48.875454 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a850cc-c25b-4de4-8935-506be0713bad req-2b845288-80b5-4058-a224-d523ea9219fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:48.876905 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-32a850cc-c25b-4de4-8935-506be0713bad req-2b845288-80b5-4058-a224-d523ea9219fe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 1098 time: 0.0709713
Apr 30 13:26:48.924568 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fbdcd9f6-8f50-4f36-9c53-dd7ea8df3aec req-90f30d4e-4ee5-4fff-aa12-eedd5ce46b7e tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436459
Apr 30 13:26:48.925433 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-32a850cc-c25b-4de4-8935-506be0713bad req-ea485aae-dfeb-42a1-b322-9dcce9f5b219 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390086
Apr 30 13:26:49.291957 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b71e3-bcf3-4c0e-9118-3d3aef6ddc6a req-18a8e09d-fa38-456d-bf51-7627e6854542 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:49.293414 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-725b71e3-bcf3-4c0e-9118-3d3aef6ddc6a req-18a8e09d-fa38-456d-bf51-7627e6854542 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 945 time: 0.0793207
Apr 30 13:26:49.337836 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-725b71e3-bcf3-4c0e-9118-3d3aef6ddc6a req-43ebdb50-8b74-45e8-b62b-5ae8b86e5699 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387387
Apr 30 13:26:49.637159 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 6391d6af-7f92-4ca0-a7bd-b7fbae426079 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:26:49.778042 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 6391d6af-7f92-4ca0-a7bd-b7fbae426079, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6391d6af-7f92-4ca0-a7bd-b7fbae426079,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:49.792221 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '6391d6af-7f92-4ca0-a7bd-b7fbae426079', 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2', 'port_id': '6391d6af-7f92-4ca0-a7bd-b7fbae426079', 'mac_address': 'fa:16:3e:e3:f8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f9a8ba-05c1-44c5-a778-42dff7d373c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:26:49.847078 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:49.863228 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6391d6af-7f92-4ca0-a7bd-b7fbae426079 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:26:49.879208 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 6391d6af-7f92-4ca0-a7bd-b7fbae426079, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6391d6af-7f92-4ca0-a7bd-b7fbae426079,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:49.883288 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:49.885939 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-d555237e-6cd2-4f31-a9ca-205b02ed9d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:49.952740 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=6391d6af-7f92-4ca0-a7bd-b7fbae426079,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:49.955640 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:50.113778 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a9e36-07a9-4edf-9c1d-2c3a2ecba34e req-a3f87760-07c3-4764-a1f8-a072edab65f4 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:50.115268 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9a9a9e36-07a9-4edf-9c1d-2c3a2ecba34e req-a3f87760-07c3-4764-a1f8-a072edab65f4 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 944 time: 0.0844519
Apr 30 13:26:50.161699 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9a9a9e36-07a9-4edf-9c1d-2c3a2ecba34e req-751d8b97-11c2-4ec0-8004-f1f1e829f272 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397971
Apr 30 13:26:50.410666 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['6391d6af-7f92-4ca0-a7bd-b7fbae426079'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:26:50.532639 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5095b-10f9-48b7-921b-eec37766fef8 req-ab724b7c-4a17-408a-9db8-4c57a2ab4acc tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:50.534110 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-53e5095b-10f9-48b7-921b-eec37766fef8 req-ab724b7c-4a17-408a-9db8-4c57a2ab4acc tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 945 time: 0.0846355
Apr 30 13:26:50.580567 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-53e5095b-10f9-48b7-921b-eec37766fef8 req-1d63e17c-bc28-4ea4-8fc0-971f708dcc8c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403864
Apr 30 13:26:50.767635 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff3753-ed29-4dec-a3ea-6321dcde8857 req-6dd60423-43ed-4857-a267-3098af7a6783 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:50.769095 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d3ff3753-ed29-4dec-a3ea-6321dcde8857 req-6dd60423-43ed-4857-a267-3098af7a6783 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 945 time: 0.0829914
Apr 30 13:26:50.814582 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d3ff3753-ed29-4dec-a3ea-6321dcde8857 req-0f49ed1f-0907-4635-8b16-61e3ef00ce91 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397265
Apr 30 13:26:50.837279 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 49478) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:26:51.014445 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68196e2-4e0d-475c-a114-b7b8369dbed6 tempest-TestVolumeBootPattern-602658235 tempest-TestVolumeBootPattern-602658235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:51.016030 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-a68196e2-4e0d-475c-a114-b7b8369dbed6 tempest-TestVolumeBootPattern-602658235 tempest-TestVolumeBootPattern-602658235-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 1093 time: 0.1771350
Apr 30 13:26:51.019195 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 49484) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:26:51.024261 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Request body: {'floatingip': {'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'port_id': '274e66e4-9a46-441c-afec-ef8738305501', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address': '172.20.0.6'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:26:51.031056 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:26:51.034884 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Usage tracker for resource:floatingip and tenant:e930754914a64acfa79c68b521726214 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:26:51.037755 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:26:51.047057 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:26:51.057637 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for floatingip, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:51.206513 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:51.372791 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Allocated IP 172.27.2.95 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/f563e0bf-2809-44da-95ad-2edbb33782e5) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:26:51.583248 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:51.603022 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2b806-1d43-4eb4-8939-68d0fcdb4f55 req-aeed0060-5f1b-4021-be65-90ce93a4aad4 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:51.605880 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1ca2b806-1d43-4eb4-8939-68d0fcdb4f55 req-aeed0060-5f1b-4021-be65-90ce93a4aad4 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 944 time: 0.1790702
Apr 30 13:26:51.645205 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 6391d6af-7f92-4ca0-a7bd-b7fbae426079 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:26:51.658415 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1ca2b806-1d43-4eb4-8939-68d0fcdb4f55 req-9de47210-ff57-4133-a350-ee0efbf2ebd9 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463529
Apr 30 13:26:51.664868 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:51.670333 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:51.727658 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port 6391d6af-7f92-4ca0-a7bd-b7fbae426079 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:26:51.727900 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:26:51.733588 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 6391d6af-7f92-4ca0-a7bd-b7fbae426079 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:26:51.733963 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:51.736201 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:26:51.740422 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:26:51.776711 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'Port': ['ID=f563e0bf-2809-44da-95ad-2edbb33782e5,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:51.793279 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.793657 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.794028 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.794441 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.794807 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.795168 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.795527 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.795880 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.796235 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.796585 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.796936 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.797287 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.802399 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:51.857907 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:51.885303 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222ce99c-ecfc-40d3-b154-e5229ffdebb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6391d6af-7f92-4ca0-a7bd-b7fbae426079'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:26:51.895782 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 6391d6af-7f92-4ca0-a7bd-b7fbae426079, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6391d6af-7f92-4ca0-a7bd-b7fbae426079,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:51.901455 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:51.904349 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:51.936244 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222ce99c-ecfc-40d3-b154-e5229ffdebb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6391d6af-7f92-4ca0-a7bd-b7fbae426079', 'code': 200}
Apr 30 13:26:51.978153 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=6391d6af-7f92-4ca0-a7bd-b7fbae426079,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:51.986428 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.986773 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.987110 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.987435 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.987761 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.988082 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.988399 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.988717 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.989086 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.989404 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.989717 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.990027 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:26:51.993840 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:52.190313 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b930c-6f1c-4931-b3cc-81c4ff348112 req-a50154e4-6654-4fff-8bae-ac2cb676b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:52.192427 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f52b930c-6f1c-4931-b3cc-81c4ff348112 req-a50154e4-6654-4fff-8bae-ac2cb676b735 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 1098 time: 0.0711443
Apr 30 13:26:52.236897 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f52b930c-6f1c-4931-b3cc-81c4ff348112 req-3f45a18c-84da-4917-835c-f250de255b87 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373034
Apr 30 13:26:52.268012 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:52.342445 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:52.545039 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:52.549276 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:52.553333 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:52.660345 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event updated for resources: {'Port': ['ID=f563e0bf-2809-44da-95ad-2edbb33782e5,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:52.664531 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:52.671197 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:52.889074 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.l3_db [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Floating IP b0fc7e76-37f5-47ae-9d99-052e746256b8 associated. External IP: 172.27.2.95, port: 274e66e4-9a46-441c-afec-ef8738305501.
Apr 30 13:26:52.990919 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08efea-5d1e-49d4-ac0e-d84faf9e5226 req-9dca2bb9-1c28-4d67-aeae-e5702d2b73a8 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:52.992366 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4b08efea-5d1e-49d4-ac0e-d84faf9e5226 req-9dca2bb9-1c28-4d67-aeae-e5702d2b73a8 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 945 time: 0.1876810
Apr 30 13:26:53.108698 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4b08efea-5d1e-49d4-ac0e-d84faf9e5226 req-a9a42582-d770-407d-9ea4-7823f46858af tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701966
Apr 30 13:26:53.286622 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:26:53.541864 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c2f586c8-b10c-4855-a389-09fb707b32c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:53.562244 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:26:53.571877 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03789c82-e4fe-4a80-bfbf-9a2e08d2f777 None None] Sync routers for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:26:53.582612 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03789c82-e4fe-4a80-bfbf-9a2e08d2f777 None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:26:53.583306 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-03789c82-e4fe-4a80-bfbf-9a2e08d2f777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c289ffa00>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:26:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:53.586922 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:53.645263 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6249967
Apr 30 13:26:53.645981 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'tag': '274e66e4-9a46-441c-afec-ef8738305501'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:26:53.764054 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'tag': '274e66e4-9a46-441c-afec-ef8738305501', 'status': 'completed', 'code': 200}
Apr 30 13:26:53.776343 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-03789c82-e4fe-4a80-bfbf-9a2e08d2f777 None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:26:53.975144 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0046c1-3633-43cd-ac1c-2d55caee0697 req-d8b968e2-3347-4616-8daa-a497615f4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:53.976655 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cb0046c1-3633-43cd-ac1c-2d55caee0697 req-d8b968e2-3347-4616-8daa-a497615f4e79 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 1098 time: 0.1785493
Apr 30 13:26:54.118067 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0046c1-3633-43cd-ac1c-2d55caee0697 req-5f7a21e0-da6f-4bfa-a657-25d4d89bbafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:54.119660 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cb0046c1-3633-43cd-ac1c-2d55caee0697 req-5f7a21e0-da6f-4bfa-a657-25d4d89bbafa service neutron] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 912 time: 0.1333141
Apr 30 13:26:54.152950 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-03789c82-e4fe-4a80-bfbf-9a2e08d2f777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c289ffa00>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'b0fc7e76-37f5-47ae-9d99-052e746256b8', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': '274e66e4-9a46-441c-afec-ef8738305501', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:21:72:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:26:52Z', 'updated_at': '2021-04-30T13:26:52Z', 'revision_number': 0, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}, {'id': 'c5512e30-c373-41c3-9ed9-14e8a53a959d', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:97:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:52Z', 'updated_at': '2021-04-30T13:23:55Z', 'revision_number': 1, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:54.157097 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03789c82-e4fe-4a80-bfbf-9a2e08d2f777 None None] Checking router: f45a20a8-92bc-418a-bbc0-ec4c8b863d8a for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:26:54.166204 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03789c82-e4fe-4a80-bfbf-9a2e08d2f777 None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:26:54.166857 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-03789c82-e4fe-4a80-bfbf-9a2e08d2f777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c289ffa00>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:26:27Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:54.237247 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cb0046c1-3633-43cd-ac1c-2d55caee0697 req-7482a360-47ea-4fe5-a04d-d6555bdac23e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=274e66e4-9a46-441c-afec-ef8738305501 HTTP/1.1" status: 200  len: 998 time: 0.1100490
Apr 30 13:26:54.311185 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0046c1-3633-43cd-ac1c-2d55caee0697 req-e69e5820-1daa-4e2c-bc9a-228bb63f2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:54.312651 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cb0046c1-3633-43cd-ac1c-2d55caee0697 req-e69e5820-1daa-4e2c-bc9a-228bb63f2296 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0666804
Apr 30 13:26:54.321314 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866c876-474d-4d80-a148-c283499d90c8 req-4651d1c8-1c64-480a-b39f-d7c32eb0bc2b tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:54.323813 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8866c876-474d-4d80-a148-c283499d90c8 req-4651d1c8-1c64-480a-b39f-d7c32eb0bc2b tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 945 time: 0.0890067
Apr 30 13:26:54.356031 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-03789c82-e4fe-4a80-bfbf-9a2e08d2f777 None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:26:54.383606 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8866c876-474d-4d80-a148-c283499d90c8 req-ef1f4eac-8d01-41ea-86a6-0a10d28bca89 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495222
Apr 30 13:26:54.404328 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0046c1-3633-43cd-ac1c-2d55caee0697 req-7450b489-d4ec-468b-b2f2-4681c3b06f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:54.405804 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cb0046c1-3633-43cd-ac1c-2d55caee0697 req-7450b489-d4ec-468b-b2f2-4681c3b06f6b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857615
Apr 30 13:26:54.561187 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cb0046c1-3633-43cd-ac1c-2d55caee0697 req-fe510fae-9b3b-4c69-a9b8-71ea38760127 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479590
Apr 30 13:26:54.705945 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cb0046c1-3633-43cd-ac1c-2d55caee0697 req-977ff9b6-bfde-4bf4-959a-999357daef5f service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368358
Apr 30 13:26:54.772288 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-03789c82-e4fe-4a80-bfbf-9a2e08d2f777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c289ffa00>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'b0fc7e76-37f5-47ae-9d99-052e746256b8', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': '274e66e4-9a46-441c-afec-ef8738305501', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:21:72:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:26:52Z', 'updated_at': '2021-04-30T13:26:52Z', 'revision_number': 0, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}, {'id': 'c5512e30-c373-41c3-9ed9-14e8a53a959d', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:97:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:52Z', 'updated_at': '2021-04-30T13:23:55Z', 'revision_number': 1, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:26:54.776867 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03789c82-e4fe-4a80-bfbf-9a2e08d2f777 None None] The sync data for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi is: [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'b0fc7e76-37f5-47ae-9d99-052e746256b8', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': '274e66e4-9a46-441c-afec-ef8738305501', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:21:72:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:26:52Z', 'updated_at': '2021-04-30T13:26:52Z', 'revision_number': 0, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}, {'id': 'c5512e30-c373-41c3-9ed9-14e8a53a959d', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:97:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:52Z', 'updated_at': '2021-04-30T13:23:55Z', 'revision_number': 1, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:26:54.971419 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70cd9c8-e54a-4102-a8f3-a9361d429ad2 None None] New status for floating IP b0fc7e76-37f5-47ae-9d99-052e746256b8: ACTIVE {{(pid=73838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:26:56.252413 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:56.561680 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c41dd580-fe3f-491e-8a59-c3e93dd5448d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:56.578634 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-d69bf1c6-8e7a-4ad9-9403-cec5f3457d0d tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:56.580180 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-d69bf1c6-8e7a-4ad9-9403-cec5f3457d0d tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/networks?id=1d592503-ccbf-47c2-a3a2-3baacba67ba2 HTTP/1.1" status: 200  len: 815 time: 0.1945455
Apr 30 13:26:56.601656 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-d2cb00ca-d6ed-4f22-bd89-a639cde61e31 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/quotas/8da822c79b7c418db810341a24b11d68 HTTP/1.1" status: 200  len: 375 time: 0.0154648
Apr 30 13:26:56.614374 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e2b13-f1da-4f55-9984-f8f67d4d3b3e req-ea671946-629e-4238-99f2-bf8f1c9f7abf tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:56.615808 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6d5e2b13-f1da-4f55-9984-f8f67d4d3b3e req-ea671946-629e-4238-99f2-bf8f1c9f7abf tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 947 time: 0.1407526
Apr 30 13:26:56.705282 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6d5e2b13-f1da-4f55-9984-f8f67d4d3b3e req-75400b4d-aa09-4f25-ae94-0aa23c080f5a tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580871
Apr 30 13:26:56.732749 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-74d86f7a-cb32-43cd-aac0-04e0cc929ded tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8da822c79b7c418db810341a24b11d68&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1159935
Apr 30 13:26:56.907698 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-6dd96842-25a9-4019-bc3c-0ae07477adf3 service neutron] 10.222.0.15 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1676018
Apr 30 13:26:57.041816 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-7f16b398-0845-4fc9-91bc-a7c7a2df5b25 service neutron] 10.222.0.15 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283514
Apr 30 13:26:57.219339 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-048e2e97-8767-4ef9-98c1-2dfb6a01be9a req-6d51ce4e-094f-4117-847c-0e5e9281e344 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 210 time: 0.0423930
Apr 30 13:26:57.780737 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:57.907997 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36028223-637a-4ff5-b000-23e04b0144c4 req-26344f60-bb14-481c-8e80-d2c3eea2cd34 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:57.909488 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-36028223-637a-4ff5-b000-23e04b0144c4 req-26344f60-bb14-481c-8e80-d2c3eea2cd34 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 947 time: 0.0793977
Apr 30 13:26:57.953948 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-36028223-637a-4ff5-b000-23e04b0144c4 req-95c19494-398d-4695-bbb1-4718b5e40dbf tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384705
Apr 30 13:26:58.382006 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cd104ec5-47ea-4b2c-b8bc-20c601a8cd12 req-e91fb850-fae5-49b1-a5c1-16df8c6ca56a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 210 time: 0.0526736
Apr 30 13:26:58.484986 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-8d65c52c-0c0d-4d5c-a6bc-32bdf12e174e tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:58.486339 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-8d65c52c-0c0d-4d5c-a6bc-32bdf12e174e tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "GET /v2.0/networks?id=1d592503-ccbf-47c2-a3a2-3baacba67ba2 HTTP/1.1" status: 200  len: 815 time: 0.1569860
Apr 30 13:26:58.499768 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Request body: {'port': {'device_id': '1b619e02-0f81-4647-b472-ed3d2373c5e3', 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2', 'admin_state_up': True, 'tenant_id': '8da822c79b7c418db810341a24b11d68'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:26:58.638987 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:26:58.642895 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Usage tracker for resource:port and tenant:8da822c79b7c418db810341a24b11d68 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:26:58.645721 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:26:58.651794 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:26:58.661364 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Made reservation on behalf of 8da822c79b7c418db810341a24b11d68 for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:26:58.665231 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:58.695666 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabf458-5c63-4e05-b026-422f3da26889 req-4806d3f0-894e-4aee-9178-f37ac382b335 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:58.697258 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7fabf458-5c63-4e05-b026-422f3da26889 req-4806d3f0-894e-4aee-9178-f37ac382b335 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.89 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 947 time: 0.0793417
Apr 30 13:26:58.830079 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Allocated IP 172.20.0.6 (1d592503-ccbf-47c2-a3a2-3baacba67ba2/b0f9a8ba-05c1-44c5-a778-42dff7d373c9/cd3e1123-251a-43a4-8ac3-7f6f4b930f83) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:26:58.839953 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Deleting port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:26:58.840306 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:58.975546 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] For port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:26:58.976278 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:59.038996 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:59.071455 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:59.078931 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:59.088421 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['be69d9d9-28f4-4d61-9fe4-c78ea011024c', '6391d6af-7f92-4ca0-a7bd-b7fbae426079'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:26:59.141341 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:26:59.148763 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:26:59.154304 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:26:59.191022 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Pushing event updated for resources: {'Port': ['ID=cd3e1123-251a-43a4-8ac3-7f6f4b930f83,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:59.203110 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:59.210284 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:59.226247 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:59.226894 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:59.248704 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7527201
Apr 30 13:26:59.263596 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Request body: {'port': {'device_id': '1b619e02-0f81-4647-b472-ed3d2373c5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:26:59.388883 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:59.418309 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbc5c5-b889-46f2-a3a3-63a9dc1b87b6 req-88bf2b95-5854-4013-a51e-52f47580dc13 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:59.422763 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c6dbc5c5-b889-46f2-a3a3-63a9dc1b87b6 req-88bf2b95-5854-4013-a51e-52f47580dc13 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 947 time: 0.2881536
Apr 30 13:26:59.494522 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:59.495263 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:59.495549 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.l3_db [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Floating IP cc460a9d-f3e1-4f9d-90fd-47d0e17b1968 disassociated. External IP: 172.27.2.184, port: 93f6a550-eae8-4774-9f9e-dc8cbf3ac666.
Apr 30 13:26:59.495909 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Calling delete_port for 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 owned by compute:nova {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:26:59.509540 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c6dbc5c5-b889-46f2-a3a3-63a9dc1b87b6 req-91f2a213-075e-4295-9714-922c89dcaf2b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups?id=45a6996b-960b-4fa8-9aca-35aa61253066&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808969
Apr 30 13:26:59.621459 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a99206-99b3-48e7-bf69-95667724da13 req-6cfa37cc-fe21-4996-a4e2-751bf0a264c3 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:26:59.623007 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a3a99206-99b3-48e7-bf69-95667724da13 req-6cfa37cc-fe21-4996-a4e2-751bf0a264c3 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 931 time: 0.1187205
Apr 30 13:26:59.725495 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a3a99206-99b3-48e7-bf69-95667724da13 req-d0ae874c-cac0-4c48-b1f8-fb58a3da3fea tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965395
Apr 30 13:26:59.733265 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:59.742471 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8a2001ee-4308-4ec0-a1e9-746b8086ea75 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:59.789519 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event deleted for resources: {'Port': ['ID=93f6a550-eae8-4774-9f9e-dc8cbf3ac666,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:26:59.793212 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:26:59.859275 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3e1123-251a-43a4-8ac3-7f6f4b930f83 {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:26:59.866603 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:59.881367 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Transition to ACTIVE for port object cd3e1123-251a-43a4-8ac3-7f6f4b930f83 will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:26:59.886131 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:26:59.890902 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:26:59.984650 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Router 5185e086-665c-4800-bd61-915754238f0f has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:27:00.044617 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3e1123-251a-43a4-8ac3-7f6f4b930f83,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:00.051562 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:00.122406 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Attempting to bind port cd3e1123-251a-43a4-8ac3-7f6f4b930f83 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:27:00.122750 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Attempting to bind port cd3e1123-251a-43a4-8ac3-7f6f4b930f83 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:27:00.123084 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Attempting to bind port cd3e1123-251a-43a4-8ac3-7f6f4b930f83 on network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:27:00.128293 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Port cd3e1123-251a-43a4-8ac3-7f6f4b930f83 on network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:27:00.128523 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Attempting to bind port cd3e1123-251a-43a4-8ac3-7f6f4b930f83 on network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:27:00.134157 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:27:00.134718 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Checking segment: {'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:27:00.135115 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Bound using segment: {'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:27:00.135641 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Bound port: cd3e1123-251a-43a4-8ac3-7f6f4b930f83, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:27:00.136001 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:00.189081 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:27:00.198873 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f9b03-6cd0-4024-8fee-08a119f593f9 None None] Sync routers for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:27:00.210689 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f9b03-6cd0-4024-8fee-08a119f593f9 None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:27:00.211566 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-dc6f9b03-6cd0-4024-8fee-08a119f593f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28991820>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:26:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:00.240714 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] For port cd3e1123-251a-43a4-8ac3-7f6f4b930f83, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:27:00.245026 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] For port cd3e1123-251a-43a4-8ac3-7f6f4b930f83, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cd3e1123-251a-43a4-8ac3-7f6f4b930f83,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:27:00.250556 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:00.254901 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-21ff6830-da1c-4496-9bf8-6b95d69b53e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:00.269735 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] No DVR routers for this DVR port 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 on host hv-cinder-78719 {{(pid=73836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:27:00.272768 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:00.276333 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'name': 'network-vif-deleted', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:27:00.296989 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7fabf458-5c63-4e05-b026-422f3da26889 req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.89 "DELETE /v2.0/ports/93f6a550-eae8-4774-9f9e-dc8cbf3ac666 HTTP/1.1" status: 204  len: 173 time: 1.5936577
Apr 30 13:27:00.321683 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:00.322397 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:00.323823 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] 10.222.0.89 "PUT /v2.0/ports/cd3e1123-251a-43a4-8ac3-7f6f4b930f83 HTTP/1.1" status: 200  len: 1093 time: 1.0652699
Apr 30 13:27:00.324348 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b619e02-0f81-4647-b472-ed3d2373c5e3', 'tag': 'cd3e1123-251a-43a4-8ac3-7f6f4b930f83'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:27:00.372096 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3e1123-251a-43a4-8ac3-7f6f4b930f83,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:00.379900 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a430df59-7321-422f-b4a4-54f35279f919', 'name': 'network-vif-deleted', 'tag': '93f6a550-eae8-4774-9f9e-dc8cbf3ac666', 'status': 'completed', 'code': 200}
Apr 30 13:27:00.391389 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:00.393048 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b619e02-0f81-4647-b472-ed3d2373c5e3', 'tag': 'cd3e1123-251a-43a4-8ac3-7f6f4b930f83', 'status': 'completed', 'code': 200}
Apr 30 13:27:00.432328 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-dc6f9b03-6cd0-4024-8fee-08a119f593f9 None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:27:00.446454 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:00.480217 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-c7a40d52-522a-436f-86d4-bb603130025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:00.481871 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-c7a40d52-522a-436f-86d4-bb603130025f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8da822c79b7c418db810341a24b11d68&device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 1096 time: 0.0833440
Apr 30 13:27:00.556008 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-27ff0f76-0283-4926-a827-766c5b2b97e6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd3e1123-251a-43a4-8ac3-7f6f4b930f83 HTTP/1.1" status: 200  len: 217 time: 0.0653446
Apr 30 13:27:00.620093 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-45c9a953-cf91-41ae-a67f-fb4e4ba08fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:00.621547 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-45c9a953-cf91-41ae-a67f-fb4e4ba08fa2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0f9a8ba-05c1-44c5-a778-42dff7d373c9 HTTP/1.1" status: 200  len: 855 time: 0.0584903
Apr 30 13:27:00.674091 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-f4fcb3d3-9abe-44b5-acec-a836ebd91567 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d592503-ccbf-47c2-a3a2-3baacba67ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450375
Apr 30 13:27:00.692133 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-08617f61-4438-4b24-90e1-bfb38ead6baf req-532d209f-7166-464b-8ae4-27e9b5e10e92 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Synchronizing usage tracker for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:27:00.711677 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-08617f61-4438-4b24-90e1-bfb38ead6baf req-532d209f-7166-464b-8ae4-27e9b5e10e92 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Unset dirty status for tenant:7edbf53013084aef8c7b2d047cc26d9f on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:27:00.718115 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-08617f61-4438-4b24-90e1-bfb38ead6baf req-532d209f-7166-464b-8ae4-27e9b5e10e92 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/ports?device_id=a430df59-7321-422f-b4a4-54f35279f919 HTTP/1.1" status: 200  len: 210 time: 0.0787795
Apr 30 13:27:00.765929 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-dc6f9b03-6cd0-4024-8fee-08a119f593f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28991820>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 5, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:00.770460 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f9b03-6cd0-4024-8fee-08a119f593f9 None None] Checking router: 5185e086-665c-4800-bd61-915754238f0f for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:27:00.782577 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f9b03-6cd0-4024-8fee-08a119f593f9 None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:27:00.783196 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-dc6f9b03-6cd0-4024-8fee-08a119f593f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28991820>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:26:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:00.844458 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-ea96522c-1c9f-46aa-aa74-f358db86ab96 service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617982
Apr 30 13:27:00.946068 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98b0af-f8cf-4937-bdca-9b1e952e6522 req-37ea0d73-eeb8-449f-9847-af0bc56a32d7 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:00.955775 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7f98b0af-f8cf-4937-bdca-9b1e952e6522 req-37ea0d73-eeb8-449f-9847-af0bc56a32d7 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 943 time: 0.0963209
Apr 30 13:27:00.999870 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-dc6f9b03-6cd0-4024-8fee-08a119f593f9 None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:27:01.010213 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-cd43715e-8036-4e00-bff9-0c357692eb65 req-d202f5b6-3bd6-482f-98bd-9215c2fb0b38 service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541646
Apr 30 13:27:01.015430 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7f98b0af-f8cf-4937-bdca-9b1e952e6522 req-9cc8de51-db10-4355-9a38-7df1cc4f9f68 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527377
Apr 30 13:27:01.136457 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e574d1f-5335-4b63-acc3-f58e03164376 req-2f97f28f-1e9e-4186-aef0-283f85e1c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:01.137956 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-3e574d1f-5335-4b63-acc3-f58e03164376 req-2f97f28f-1e9e-4186-aef0-283f85e1c1d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8da822c79b7c418db810341a24b11d68&device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 1096 time: 0.0764198
Apr 30 13:27:01.276296 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e574d1f-5335-4b63-acc3-f58e03164376 req-5294a1af-e0cc-4b87-9467-b8fe219e081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:01.277752 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-3e574d1f-5335-4b63-acc3-f58e03164376 req-5294a1af-e0cc-4b87-9467-b8fe219e081a service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d592503-ccbf-47c2-a3a2-3baacba67ba2 HTTP/1.1" status: 200  len: 917 time: 0.1331334
Apr 30 13:27:01.324135 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-dc6f9b03-6cd0-4024-8fee-08a119f593f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28991820>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 5, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:01.328170 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f9b03-6cd0-4024-8fee-08a119f593f9 None None] The sync data for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi is: [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:15:32Z', 'revision_number': 4, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '1b4114a5-8103-4bcb-a660-cde9fd65afc1', 'name': '', 'network_id': '0555ee9b-672c-4eec-957a-e8bb40b60f14', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'mac_address': 'fa:16:3e:50:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b330465d-555e-4715-b8c8-efed53710843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:43Z', 'revision_number': 5, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'subnets': [{'id': 'b330465d-555e-4715-b8c8-efed53710843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:27:01.446079 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-3e574d1f-5335-4b63-acc3-f58e03164376 req-ead38f6b-ce6b-412d-93bc-7cf4fd615aec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd3e1123-251a-43a4-8ac3-7f6f4b930f83 HTTP/1.1" status: 200  len: 217 time: 0.1616316
Apr 30 13:27:01.515326 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e574d1f-5335-4b63-acc3-f58e03164376 req-6f065eb7-66f0-44a6-a4ce-c173d51d66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:01.516935 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-3e574d1f-5335-4b63-acc3-f58e03164376 req-6f065eb7-66f0-44a6-a4ce-c173d51d66e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0f9a8ba-05c1-44c5-a778-42dff7d373c9 HTTP/1.1" status: 200  len: 855 time: 0.0643718
Apr 30 13:27:01.552973 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb59f3-1a64-445a-82ed-6557ec76006f None None] New status for floating IP cc460a9d-f3e1-4f9d-90fd-47d0e17b1968: DOWN {{(pid=73838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:27:01.566612 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-3e574d1f-5335-4b63-acc3-f58e03164376 req-7006bc05-a178-453c-84f9-fa0d163e9a18 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d592503-ccbf-47c2-a3a2-3baacba67ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430067
Apr 30 13:27:01.683496 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:27:01.702103 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-3e574d1f-5335-4b63-acc3-f58e03164376 req-c7c7bfca-de26-4165-a394-1b5ba9d46775 service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281688
Apr 30 13:27:01.731400 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:27:01.731808 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 93f6a550-eae8-4774-9f9e-dc8cbf3ac666 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:27:01.848792 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-3e574d1f-5335-4b63-acc3-f58e03164376 req-2cd2b333-9958-478e-a882-d21ddd6231a8 service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398146
Apr 30 13:27:01.852676 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49578) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:01.924503 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-97a7e589-03b6-4f67-a87c-ab41a6c5cbe6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:01.952036 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-97a7e589-03b6-4f67-a87c-ab41a6c5cbe6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:02.004663 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-97a7e589-03b6-4f67-a87c-ab41a6c5cbe6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:02.008461 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-73e178e5-cb03-4cbd-bae7-21c985e4ccf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:02.023810 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7e589-03b6-4f67-a87c-ab41a6c5cbe6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a6996b-960b-4fa8-9aca-35aa61253066,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:02.027151 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-97a7e589-03b6-4f67-a87c-ab41a6c5cbe6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:02.042762 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-97a7e589-03b6-4f67-a87c-ab41a6c5cbe6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:02.044095 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-97a7e589-03b6-4f67-a87c-ab41a6c5cbe6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "DELETE /v2.0/security-groups/45a6996b-960b-4fa8-9aca-35aa61253066 HTTP/1.1" status: 204  len: 168 time: 0.1897531
Apr 30 13:27:02.047323 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49584) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:02.065171 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.api.v2.resource [None req-aa9b3335-2bb4-4613-be70-3e4e9b043e17 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] show failed (client error): The resource could not be found.
Apr 30 13:27:02.066168 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-aa9b3335-2bb4-4613-be70-3e4e9b043e17 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "GET /v2.0/security-groups/45a6996b-960b-4fa8-9aca-35aa61253066 HTTP/1.1" status: 404  len: 347 time: 0.0178320
Apr 30 13:27:02.069750 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49588) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:02.193938 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439a5c4-fd2b-4444-802b-a4e7143cf707 req-0b9198b9-e3a2-47fe-a897-ff26a47edb89 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:02.195442 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0439a5c4-fd2b-4444-802b-a4e7143cf707 req-0b9198b9-e3a2-47fe-a897-ff26a47edb89 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 943 time: 0.0804095
Apr 30 13:27:02.241232 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0439a5c4-fd2b-4444-802b-a4e7143cf707 req-1288b539-2dd0-4d58-80ef-a5728753b20d tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398018
Apr 30 13:27:02.291192 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-b5e917cd-efce-4829-a11a-4fddbe88571b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Deleting port 2bb39637-f40c-4abc-b8fc-28b7211ed804 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:27:02.292417 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b5e917cd-efce-4829-a11a-4fddbe88571b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:02.411505 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b5e917cd-efce-4829-a11a-4fddbe88571b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:02.411832 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b5e917cd-efce-4829-a11a-4fddbe88571b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:02.533854 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-b5e917cd-efce-4829-a11a-4fddbe88571b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Calling delete_port for 2bb39637-f40c-4abc-b8fc-28b7211ed804 owned by network:floatingip {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:27:02.644877 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b5e917cd-efce-4829-a11a-4fddbe88571b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:02.648271 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:02.693614 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e917cd-efce-4829-a11a-4fddbe88571b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Pushing event deleted for resources: {'Port': ['ID=2bb39637-f40c-4abc-b8fc-28b7211ed804,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:02.719399 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b5e917cd-efce-4829-a11a-4fddbe88571b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:02.785334 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b5e917cd-efce-4829-a11a-4fddbe88571b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks [] for floatingip, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:02.803670 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b5e917cd-efce-4829-a11a-4fddbe88571b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:02.804809 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-b5e917cd-efce-4829-a11a-4fddbe88571b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] 10.222.0.15 "DELETE /v2.0/floatingips/cc460a9d-f3e1-4f9d-90fd-47d0e17b1968 HTTP/1.1" status: 204  len: 168 time: 0.7341325
Apr 30 13:27:03.430330 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd517cff-7c02-4436-abb6-a22f4bca7708 req-eff2d168-f9b6-4d0a-9581-e2453a3e54a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:03.432478 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd517cff-7c02-4436-abb6-a22f4bca7708 req-eff2d168-f9b6-4d0a-9581-e2453a3e54a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 943 time: 0.0845139
Apr 30 13:27:03.477050 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd517cff-7c02-4436-abb6-a22f4bca7708 req-5d324503-6785-40a2-b4a4-ceec41f454bc tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388603
Apr 30 13:27:03.711617 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device cd3e1123-251a-43a4-8ac3-7f6f4b930f83 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:27:03.848228 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port cd3e1123-251a-43a4-8ac3-7f6f4b930f83, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cd3e1123-251a-43a4-8ac3-7f6f4b930f83,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:03.869818 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': 'cd3e1123-251a-43a4-8ac3-7f6f4b930f83', 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2', 'port_id': 'cd3e1123-251a-43a4-8ac3-7f6f4b930f83', 'mac_address': 'fa:16:3e:35:94:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f9a8ba-05c1-44c5-a778-42dff7d373c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:27:03.927319 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:03.943406 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3e1123-251a-43a4-8ac3-7f6f4b930f83 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:27:03.958813 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port cd3e1123-251a-43a4-8ac3-7f6f4b930f83, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cd3e1123-251a-43a4-8ac3-7f6f4b930f83,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:03.962477 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:03.964742 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:04.029811 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=cd3e1123-251a-43a4-8ac3-7f6f4b930f83,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:04.032859 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:04.394592 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['cd3e1123-251a-43a4-8ac3-7f6f4b930f83'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:27:04.666799 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0fa50-083c-499d-9a98-efa56e62ea92 req-ece06437-b75e-4a8f-ba38-d6155e165d26 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:04.668216 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-09e0fa50-083c-499d-9a98-efa56e62ea92 req-ece06437-b75e-4a8f-ba38-d6155e165d26 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 944 time: 0.0835249
Apr 30 13:27:04.805802 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-09e0fa50-083c-499d-9a98-efa56e62ea92 req-db59ad15-52c9-4510-8a84-3fe4f9a2354d tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316085
Apr 30 13:27:05.611849 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49616) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:05.716646 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device cd3e1123-251a-43a4-8ac3-7f6f4b930f83 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:27:05.785132 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port cd3e1123-251a-43a4-8ac3-7f6f4b930f83 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:27:05.790061 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port cd3e1123-251a-43a4-8ac3-7f6f4b930f83 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:27:05.791277 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:05.918641 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:05.948272 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b619e02-0f81-4647-b472-ed3d2373c5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3e1123-251a-43a4-8ac3-7f6f4b930f83'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:27:05.958756 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port cd3e1123-251a-43a4-8ac3-7f6f4b930f83, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cd3e1123-251a-43a4-8ac3-7f6f4b930f83,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:05.966045 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:05.969039 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:06.008526 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733baab-12f1-49e5-9764-9e140883e07f req-6f6eee92-08ee-421d-801f-6081e2375dfe tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:06.009066 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b619e02-0f81-4647-b472-ed3d2373c5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3e1123-251a-43a4-8ac3-7f6f4b930f83', 'code': 200}
Apr 30 13:27:06.010626 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7733baab-12f1-49e5-9764-9e140883e07f req-6f6eee92-08ee-421d-801f-6081e2375dfe tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 944 time: 0.0949469
Apr 30 13:27:06.050177 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=cd3e1123-251a-43a4-8ac3-7f6f4b930f83,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:06.053893 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:06.063524 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7733baab-12f1-49e5-9764-9e140883e07f req-b71a2073-2f1c-4b95-829b-f33282dd5652 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465884
Apr 30 13:27:06.324215 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742f7c7-ed3b-4c18-9740-4e6058352336 req-075a0457-e7a5-443c-a3b7-bbe4aa6ab87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:06.325584 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-7742f7c7-ed3b-4c18-9740-4e6058352336 req-075a0457-e7a5-443c-a3b7-bbe4aa6ab87a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 1098 time: 0.1314921
Apr 30 13:27:06.374572 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-7742f7c7-ed3b-4c18-9740-4e6058352336 req-accd68ad-e745-440c-8956-3de66ead7ab1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411124
Apr 30 13:27:06.439061 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3802958'] for router_interface, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:06.845317 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] Deleting port 1b4114a5-8103-4bcb-a660-cde9fd65afc1 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:27:06.846013 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:06.967258 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] For port 1b4114a5-8103-4bcb-a660-cde9fd65afc1, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=1b4114a5-8103-4bcb-a660-cde9fd65afc1,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:06.967608 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:07.100624 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] Calling delete_port for 1b4114a5-8103-4bcb-a660-cde9fd65afc1 owned by network:router_interface {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:27:07.250481 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad602a1-e9df-476a-8278-027298f6e433 req-1f87660f-f2d7-45c5-913b-3d10a72960ef tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:07.251972 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0ad602a1-e9df-476a-8278-027298f6e433 req-1f87660f-f2d7-45c5-913b-3d10a72960ef tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 945 time: 0.0806468
Apr 30 13:27:07.255017 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:07.259117 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-1d5b6e32-98bd-435c-9502-e185bd361d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:07.298969 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0ad602a1-e9df-476a-8278-027298f6e433 req-f57715a9-2953-496d-af73-4e6c00a3bccd tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409069
Apr 30 13:27:07.309202 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4114a5-8103-4bcb-a660-cde9fd65afc1,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:07.312403 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:07.674437 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858174'] for router_interface, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:08.039008 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] Router 5185e086-665c-4800-bd61-915754238f0f has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:27:08.224403 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:27:08.234144 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fde6e7-5d79-4cfb-b2ff-becfed66af15 None None] Sync routers for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:27:08.238141 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] 10.222.0.15 "PUT /v2.0/routers/5185e086-665c-4800-bd61-915754238f0f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6252148
Apr 30 13:27:08.240610 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49630) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:08.245401 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fde6e7-5d79-4cfb-b2ff-becfed66af15 None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:27:08.246016 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-48fde6e7-5d79-4cfb-b2ff-becfed66af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c289bad60>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:26:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:08.421839 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Notify callbacks [] for router, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:08.465786 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-48fde6e7-5d79-4cfb-b2ff-becfed66af15 None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:27:08.503043 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241d144-312a-47c1-b3a6-b3b627da3784 req-1e17a4a2-31f8-4171-aa93-71da35d039c0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:08.505861 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3241d144-312a-47c1-b3a6-b3b627da3784 req-1e17a4a2-31f8-4171-aa93-71da35d039c0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 945 time: 0.0899603
Apr 30 13:27:08.552498 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3241d144-312a-47c1-b3a6-b3b627da3784 req-23f93fe6-ecf2-43b6-be64-aec33ffdc6fe tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417404
Apr 30 13:27:08.607043 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:08.684076 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Deleting port 86044abb-d5a7-42fe-8fd1-9df411a476d7 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:27:08.684415 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:08.757494 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-48fde6e7-5d79-4cfb-b2ff-becfed66af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c289bad60>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:27:07Z', 'revision_number': 5, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port': {'id': '86044abb-d5a7-42fe-8fd1-9df411a476d7', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5185e086-665c-4800-bd61-915754238f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:11Z', 'updated_at': '2021-04-30T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:08.762314 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fde6e7-5d79-4cfb-b2ff-becfed66af15 None None] Checking router: 5185e086-665c-4800-bd61-915754238f0f for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:27:08.771682 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fde6e7-5d79-4cfb-b2ff-becfed66af15 None None] Routers {'5185e086-665c-4800-bd61-915754238f0f'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:27:08.772407 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-48fde6e7-5d79-4cfb-b2ff-becfed66af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c289bad60>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:26:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['5185e086-665c-4800-bd61-915754238f0f'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:08.830620 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] For port 86044abb-d5a7-42fe-8fd1-9df411a476d7, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=86044abb-d5a7-42fe-8fd1-9df411a476d7,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:08.831034 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:08.938987 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-48fde6e7-5d79-4cfb-b2ff-becfed66af15 None None] Set router 5185e086-665c-4800-bd61-915754238f0f gateway port host: None {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:27:09.051511 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-48fde6e7-5d79-4cfb-b2ff-becfed66af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c289bad60>, [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:27:08Z', 'revision_number': 6, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port_host': None}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:09.055959 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fde6e7-5d79-4cfb-b2ff-becfed66af15 None None] The sync data for ids ['5185e086-665c-4800-bd61-915754238f0f'] in dv-cinder-787195-5-iscsi is: [{'id': '5185e086-665c-4800-bd61-915754238f0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1135351681-router', 'tenant_id': '7edbf53013084aef8c7b2d047cc26d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:15:09Z', 'updated_at': '2021-04-30T13:27:08Z', 'revision_number': 6, 'project_id': '7edbf53013084aef8c7b2d047cc26d9f', 'gw_port_host': None}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:27:09.106790 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Calling delete_port for 86044abb-d5a7-42fe-8fd1-9df411a476d7 owned by network:router_gateway {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:27:09.260908 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:09.264680 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a8c0197e-8ec2-424d-a450-96ff5e260211 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:09.350064 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Pushing event deleted for resources: {'Port': ['ID=86044abb-d5a7-42fe-8fd1-9df411a476d7,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:09.356431 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:09.415333 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817177'] for router_gateway, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:09.595185 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3857158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260263'] for router, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:09.597415 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:09.620894 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857788'] for router, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:09.621419 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5185e086-665c-4800-bd61-915754238f0f {{(pid=73837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:27:09.633380 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Notify callbacks [] for router, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:09.634656 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5185e086-665c-4800-bd61-915754238f0f HTTP/1.1" status: 204  len: 168 time: 1.3930202
Apr 30 13:27:09.637285 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49642) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:09.700260 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdbb7bd-bce1-41a9-ab9e-0446b745cc6e admin admin] Deleting subnet b330465d-555e-4715-b8c8-efed53710843 {{(pid=73837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:27:09.703188 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb7bd-bce1-41a9-ab9e-0446b745cc6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:09.753506 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb7bd-bce1-41a9-ab9e-0446b745cc6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1161533'] for subnet, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:09.840728 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb7bd-bce1-41a9-ab9e-0446b745cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:10.106502 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb7bd-bce1-41a9-ab9e-0446b745cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760249'] for subnet, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:10.111637 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:10.150738 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb7bd-bce1-41a9-ab9e-0446b745cc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:10.154178 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbb7bd-bce1-41a9-ab9e-0446b745cc6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b330465d-555e-4715-b8c8-efed53710843,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:10.157455 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-3bdbb7bd-bce1-41a9-ab9e-0446b745cc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:10.159537 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ebbfe-879e-4ffd-a3e9-236c37f0786e None None] Network 0555ee9b-672c-4eec-957a-e8bb40b60f14 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:27:10.161511 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-3bdbb7bd-bce1-41a9-ab9e-0446b745cc6e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b330465d-555e-4715-b8c8-efed53710843 HTTP/1.1" status: 204  len: 168 time: 0.5227871
Apr 30 13:27:10.164071 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 49650) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:10.278058 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:10.280820 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 86044abb-d5a7-42fe-8fd1-9df411a476d7 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:27:10.325176 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 86044abb-d5a7-42fe-8fd1-9df411a476d7 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:27:10.325445 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 86044abb-d5a7-42fe-8fd1-9df411a476d7 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:27:10.326088 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 1b4114a5-8103-4bcb-a660-cde9fd65afc1 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:27:10.351682 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Deleting port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:27:10.352023 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:10.391100 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 1b4114a5-8103-4bcb-a660-cde9fd65afc1 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:27:10.391455 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 1b4114a5-8103-4bcb-a660-cde9fd65afc1 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:27:10.461789 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] For port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=5fd89dd4-c06a-4f32-8c17-3bb256b20f0a,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:10.462146 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:10.545187 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12754131-e67a-408e-931d-656d459d768a None None] DHCP port deletion for 0555ee9b-672c-4eec-957a-e8bb40b60f14 request from dv-cinder-787195-5-iscsi {{(pid=73838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:27:10.591258 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Calling delete_port for 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a owned by network:dhcp {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:27:10.619915 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-12754131-e67a-408e-931d-656d459d768a None None] Deleting port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:27:10.620451 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-12754131-e67a-408e-931d-656d459d768a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:10.656071 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:10.662788 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-873db4dd-3645-4b76-a13c-23bf37413bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:10.727444 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd89dd4-c06a-4f32-8c17-3bb256b20f0a,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:10.733673 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] No DVR routers for this DVR port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a on host dv-cinder-787195-5-iscsi {{(pid=73836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:27:10.735385 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:10.745158 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-12754131-e67a-408e-931d-656d459d768a None None] For port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=5fd89dd4-c06a-4f32-8c17-3bb256b20f0a,segment=NetworkSegment(1e95406a-e6f3-43ca-962d-d84623c09e46),segment_id=1e95406a-e6f3-43ca-962d-d84623c09e46)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:10.746285 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-12754131-e67a-408e-931d-656d459d768a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:10.854792 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:10.875887 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-12754131-e67a-408e-931d-656d459d768a None None] Calling delete_port for 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a owned by network:dhcp {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:27:10.924524 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-12754131-e67a-408e-931d-656d459d768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:10.932482 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:10.976236 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c23f195e0>,) {'filters': {'network_id': ['0555ee9b-672c-4eec-957a-e8bb40b60f14']}} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:10.983654 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12754131-e67a-408e-931d-656d459d768a None None] No DVR routers for this DVR port 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a on host dv-cinder-787195-5-iscsi {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:27:10.987692 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12754131-e67a-408e-931d-656d459d768a None None] Pushing event deleted for resources: {'Port': ['ID=5fd89dd4-c06a-4f32-8c17-3bb256b20f0a,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:10.989797 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-12754131-e67a-408e-931d-656d459d768a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:10.990716 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c23f195e0>, '1e95406a-e6f3-43ca-962d-d84623c09e46') {'for_net_delete': True} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:10.991023 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c23f195e0>, '1e95406a-e6f3-43ca-962d-d84623c09e46') {} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:27:11.004181 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823716'] for segment, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:11.020951 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:11.027319 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=73836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:27:11.198040 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Network 0555ee9b-672c-4eec-957a-e8bb40b60f14 has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:27:11.206775 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1476861'] for segment, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:11.475842 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Network 0555ee9b-672c-4eec-957a-e8bb40b60f14 has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]: Traceback (most recent call last):
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     timer()
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     cb(*args, **kw)
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     return func(*args, **kwargs)
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     self._notify()
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     self.callback(batched_events)
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     event.method(event)
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     return f(self, *a, **k)
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._get(url).json()
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:27:11.497511 dv-cinder-787195-5-iscsi neutron-server[73836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:27:11.575787 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:11.580401 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:11.597002 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:11.603709 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0555ee9b-672c-4eec-957a-e8bb40b60f14,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:11.607924 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:11.620052 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0555ee9b-672c-4eec-957a-e8bb40b60f14 HTTP/1.1" status: 204  len: 168 time: 1.4544263
Apr 30 13:27:11.747479 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49666) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:11.800369 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-ea5ecc3d-110d-4888-9bfa-347cad557b37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7edbf53013084aef8c7b2d047cc26d9f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0512316
Apr 30 13:27:11.802758 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49670) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:11.861128 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d537-e87b-4438-8fe5-13cef9e2ee31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:11.886991 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d537-e87b-4438-8fe5-13cef9e2ee31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:11.942644 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d537-e87b-4438-8fe5-13cef9e2ee31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:11.949123 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-56a47d23-048e-461e-8800-1cc7ab802bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:11.963703 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4d537-e87b-4438-8fe5-13cef9e2ee31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a18d7aa-1aeb-4414-82ef-25c6c8880a73,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:11.967270 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-4cc4d537-e87b-4438-8fe5-13cef9e2ee31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:11.970600 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d537-e87b-4438-8fe5-13cef9e2ee31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:11.971720 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-4cc4d537-e87b-4438-8fe5-13cef9e2ee31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a18d7aa-1aeb-4414-82ef-25c6c8880a73 HTTP/1.1" status: 204  len: 168 time: 0.1680641
Apr 30 13:27:12.218377 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:27:12.253031 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:27:12.253386 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 5fd89dd4-c06a-4f32-8c17-3bb256b20f0a not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:27:13.569331 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49714) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:13.687633 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe28f-0684-4099-a6d8-978cefdd3d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:13.702063 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-e1fbe28f-0684-4099-a6d8-978cefdd3d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:13.706117 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-e1fbe28f-0684-4099-a6d8-978cefdd3d1a admin admin] Usage tracker for resource:security_group_rule and tenant:2850a634e0b24af9ba4a443266390ef7 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:13.709003 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-e1fbe28f-0684-4099-a6d8-978cefdd3d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:13.715775 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-e1fbe28f-0684-4099-a6d8-978cefdd3d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:13.798650 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe28f-0684-4099-a6d8-978cefdd3d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:13.802338 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe28f-0684-4099-a6d8-978cefdd3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:13.809685 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:13.849503 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-e1fbe28f-0684-4099-a6d8-978cefdd3d1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2850a634e0b24af9ba4a443266390ef7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2790904
Apr 30 13:27:13.851218 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbe28f-0684-4099-a6d8-978cefdd3d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688ce2db-814c-460c-bfed-567740fe773f,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:13.852184 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 49720) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:13.854405 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e1fbe28f-0684-4099-a6d8-978cefdd3d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:13.914384 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b7651ee7-cd8f-4655-a99e-5de7f324439f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:13.941005 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b7651ee7-cd8f-4655-a99e-5de7f324439f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:13.999119 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b7651ee7-cd8f-4655-a99e-5de7f324439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:14.003235 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a16fdddd-6292-4398-a6f8-5176f5d82f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:14.018275 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7651ee7-cd8f-4655-a99e-5de7f324439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688ce2db-814c-460c-bfed-567740fe773f,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:14.021726 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-b7651ee7-cd8f-4655-a99e-5de7f324439f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:14.025455 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b7651ee7-cd8f-4655-a99e-5de7f324439f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:14.026587 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-b7651ee7-cd8f-4655-a99e-5de7f324439f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/688ce2db-814c-460c-bfed-567740fe773f HTTP/1.1" status: 204  len: 168 time: 0.1732526
Apr 30 13:27:14.305822 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49730) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:14.323671 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dbe31a35-177e-449e-8a48-a1819795544b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:14.337868 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-dbe31a35-177e-449e-8a48-a1819795544b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:14.341807 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-dbe31a35-177e-449e-8a48-a1819795544b admin admin] Usage tracker for resource:security_group_rule and tenant:8df69fd6147e46d09e3748abdcd2d71a is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:14.344564 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-dbe31a35-177e-449e-8a48-a1819795544b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:14.350111 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-dbe31a35-177e-449e-8a48-a1819795544b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:14.435918 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dbe31a35-177e-449e-8a48-a1819795544b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:14.439834 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-dbe31a35-177e-449e-8a48-a1819795544b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:14.447025 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-18d8b342-09d0-4f20-a002-2e1c79baea17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:14.488440 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-dbe31a35-177e-449e-8a48-a1819795544b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8df69fd6147e46d09e3748abdcd2d71a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1814463
Apr 30 13:27:14.489367 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe31a35-177e-449e-8a48-a1819795544b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88357a98-1ed2-4699-8d92-610b90f71091,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:14.491617 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 49734) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:14.493035 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-dbe31a35-177e-449e-8a48-a1819795544b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:14.549767 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d86d821-eb30-4c53-bbe2-07e5cea7a00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:14.575598 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d86d821-eb30-4c53-bbe2-07e5cea7a00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:14.626408 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d86d821-eb30-4c53-bbe2-07e5cea7a00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:14.630050 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-60177e97-96e0-4623-aa98-9acd4d1005aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:14.641442 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86d821-eb30-4c53-bbe2-07e5cea7a00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88357a98-1ed2-4699-8d92-610b90f71091,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:14.644823 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-9d86d821-eb30-4c53-bbe2-07e5cea7a00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:14.648077 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-9d86d821-eb30-4c53-bbe2-07e5cea7a00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:14.649169 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-9d86d821-eb30-4c53-bbe2-07e5cea7a00f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88357a98-1ed2-4699-8d92-610b90f71091 HTTP/1.1" status: 204  len: 168 time: 0.1566818
Apr 30 13:27:17.905678 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 49876) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:18.024221 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-58c7dae2-9cb7-4e0e-83b3-85e171762cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:18.038942 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-58c7dae2-9cb7-4e0e-83b3-85e171762cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:18.042906 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-58c7dae2-9cb7-4e0e-83b3-85e171762cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:49d225797f2844e2a5814e76d553e4ba is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:18.045899 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-58c7dae2-9cb7-4e0e-83b3-85e171762cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:18.051968 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-58c7dae2-9cb7-4e0e-83b3-85e171762cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:18.131914 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-58c7dae2-9cb7-4e0e-83b3-85e171762cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:18.139281 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-58c7dae2-9cb7-4e0e-83b3-85e171762cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:18.152232 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-86879732-6dda-43b6-97c2-83c29160d377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:18.193186 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-58c7dae2-9cb7-4e0e-83b3-85e171762cc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49d225797f2844e2a5814e76d553e4ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2863255
Apr 30 13:27:18.194093 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7dae2-9cb7-4e0e-83b3-85e171762cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940f7aeb-fb9e-4476-b27d-2d46f528ccc6,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:18.197380 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49882) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:18.198285 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-58c7dae2-9cb7-4e0e-83b3-85e171762cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:18.257733 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1f23df77-7d83-4adc-aaa6-35bd76577911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:18.297089 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1f23df77-7d83-4adc-aaa6-35bd76577911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:18.348449 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1f23df77-7d83-4adc-aaa6-35bd76577911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:18.352320 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b216b9e1-387e-44df-84e3-57c8b64e42ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:18.366592 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23df77-7d83-4adc-aaa6-35bd76577911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940f7aeb-fb9e-4476-b27d-2d46f528ccc6,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:18.371817 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-1f23df77-7d83-4adc-aaa6-35bd76577911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:18.379672 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-1f23df77-7d83-4adc-aaa6-35bd76577911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:18.383081 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-1f23df77-7d83-4adc-aaa6-35bd76577911 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/940f7aeb-fb9e-4476-b27d-2d46f528ccc6 HTTP/1.1" status: 204  len: 168 time: 0.1816325
Apr 30 13:27:18.670722 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 49898) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:18.689054 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-74399475-1caf-4b28-991a-dc8dfdd5134e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:18.704640 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-74399475-1caf-4b28-991a-dc8dfdd5134e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:18.708764 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-74399475-1caf-4b28-991a-dc8dfdd5134e admin admin] Usage tracker for resource:security_group_rule and tenant:e721b09498ea413caa7cce25efc7fa97 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:18.711633 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-74399475-1caf-4b28-991a-dc8dfdd5134e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:18.718007 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-74399475-1caf-4b28-991a-dc8dfdd5134e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:18.805377 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-74399475-1caf-4b28-991a-dc8dfdd5134e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:18.809852 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-74399475-1caf-4b28-991a-dc8dfdd5134e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:18.818511 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-778de32a-e144-4443-aefc-62dba1fca1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:18.858910 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-74399475-1caf-4b28-991a-dc8dfdd5134e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e721b09498ea413caa7cce25efc7fa97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1869626
Apr 30 13:27:18.860553 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74399475-1caf-4b28-991a-dc8dfdd5134e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c973c6f-efba-4ba0-be8f-55aac89a7f8c,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:18.861806 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 49906) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:18.863554 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-74399475-1caf-4b28-991a-dc8dfdd5134e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:19.023267 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-95b92be1-e3ee-4b5d-a38a-aa58ebd16188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:19.052925 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-95b92be1-e3ee-4b5d-a38a-aa58ebd16188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:19.113929 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-95b92be1-e3ee-4b5d-a38a-aa58ebd16188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:19.119419 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-dbe31a35-177e-449e-8a48-a1819795544b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:19.132727 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b92be1-e3ee-4b5d-a38a-aa58ebd16188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c973c6f-efba-4ba0-be8f-55aac89a7f8c,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:19.135835 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-95b92be1-e3ee-4b5d-a38a-aa58ebd16188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:19.137070 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-95b92be1-e3ee-4b5d-a38a-aa58ebd16188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:19.138401 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-95b92be1-e3ee-4b5d-a38a-aa58ebd16188 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c973c6f-efba-4ba0-be8f-55aac89a7f8c HTTP/1.1" status: 204  len: 168 time: 0.2707613
Apr 30 13:27:20.556398 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-07bf8b29-8b20-4f3f-8edb-f15b2ba636de tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:20.557991 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-07bf8b29-8b20-4f3f-8edb-f15b2ba636de tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/networks?id=1d592503-ccbf-47c2-a3a2-3baacba67ba2 HTTP/1.1" status: 200  len: 815 time: 0.1549289
Apr 30 13:27:20.573041 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-19c91c94-5356-4c70-9af7-a3cbaab6c08e tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/quotas/8da822c79b7c418db810341a24b11d68 HTTP/1.1" status: 200  len: 375 time: 0.0095296
Apr 30 13:27:20.672680 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-5a5b95dd-8bec-4af7-9a4a-9c47332c7754 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8da822c79b7c418db810341a24b11d68&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0940692
Apr 30 13:27:20.814633 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4dc7eb70-9f25-49a7-9650-083854ebb023 service neutron] 10.222.0.15 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349370
Apr 30 13:27:20.951140 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-49363112-2e7b-4b85-ac60-446d9efe25ca service neutron] 10.222.0.15 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305697
Apr 30 13:27:21.142309 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-efaded46-d165-4cbd-bc0b-6305cd8abebc req-10b77acd-e773-4f35-8be5-d82b92f57d70 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 210 time: 0.0532629
Apr 30 13:27:21.621635 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:27:22.273093 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-1b58531f-adf2-4927-b93c-4b0d085025ad tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:22.274783 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-1b58531f-adf2-4927-b93c-4b0d085025ad tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "GET /v2.0/networks?id=1d592503-ccbf-47c2-a3a2-3baacba67ba2 HTTP/1.1" status: 200  len: 815 time: 0.1595273
Apr 30 13:27:22.291328 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Request body: {'port': {'device_id': 'c3c40115-ffe4-47ac-859d-54263a5140f4', 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2', 'admin_state_up': True, 'tenant_id': '8da822c79b7c418db810341a24b11d68'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:27:22.308634 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c729a110-f0ce-41ce-971f-ed390ef01349 req-d472cab5-d2da-4458-8f9e-366ca22c74ea tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 210 time: 0.0588830
Apr 30 13:27:22.464896 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:22.468725 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Usage tracker for resource:port and tenant:8da822c79b7c418db810341a24b11d68 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:22.471727 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:22.477494 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:22.488734 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Made reservation on behalf of 8da822c79b7c418db810341a24b11d68 for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:27:22.492680 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:22.668650 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Allocated IP 172.20.0.12 (1d592503-ccbf-47c2-a3a2-3baacba67ba2/b0f9a8ba-05c1-44c5-a778-42dff7d373c9/6238be7d-8d9f-40a9-8ae6-7770a54cb232) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:27:22.898015 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:22.927479 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:22.933497 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-c00c1c65-9f2a-4c26-98a1-7e8beca33f3a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:22.938916 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['be69d9d9-28f4-4d61-9fe4-c78ea011024c', '6391d6af-7f92-4ca0-a7bd-b7fbae426079', 'cd3e1123-251a-43a4-8ac3-7f6f4b930f83'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:27:23.007005 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:27:23.010911 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:27:23.015178 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:27:23.049564 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Pushing event updated for resources: {'Port': ['ID=6238be7d-8d9f-40a9-8ae6-7770a54cb232,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:23.058936 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:23.081753 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:23.082389 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:23.103488 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-eb829e93-f854-4c36-abae-2261858e60a0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8165495
Apr 30 13:27:23.120001 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Request body: {'port': {'device_id': 'c3c40115-ffe4-47ac-859d-54263a5140f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:27:23.237173 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:23.521510 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8c940-9960-4aa8-8dfa-03beba4abd6c req-9d4cecea-5068-4eda-9485-793a81c3e442 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:23.523324 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c5c8c940-9960-4aa8-8dfa-03beba4abd6c req-9d4cecea-5068-4eda-9485-793a81c3e442 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 932 time: 0.1062071
Apr 30 13:27:23.546542 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-60d7e3fa-7a8e-44cf-ac35-b572c7e620a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:23.574679 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c5c8c940-9960-4aa8-8dfa-03beba4abd6c req-10adfc79-228a-49f4-adcb-d9d713d5dcea tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451546
Apr 30 13:27:23.617362 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6238be7d-8d9f-40a9-8ae6-7770a54cb232 {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:27:23.625502 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:23.641951 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Transition to ACTIVE for port object 6238be7d-8d9f-40a9-8ae6-7770a54cb232 will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:27:23.645501 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:23.649454 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:23.812028 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6238be7d-8d9f-40a9-8ae6-7770a54cb232,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:23.819789 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:23.894037 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Attempting to bind port 6238be7d-8d9f-40a9-8ae6-7770a54cb232 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:27:23.894743 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Attempting to bind port 6238be7d-8d9f-40a9-8ae6-7770a54cb232 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:27:23.895384 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Attempting to bind port 6238be7d-8d9f-40a9-8ae6-7770a54cb232 on network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:27:23.902275 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Port 6238be7d-8d9f-40a9-8ae6-7770a54cb232 on network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:27:23.902650 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Attempting to bind port 6238be7d-8d9f-40a9-8ae6-7770a54cb232 on network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:27:23.909170 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:27:23.909506 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Checking segment: {'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:27:23.909891 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Bound using segment: {'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:27:23.910350 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Bound port: 6238be7d-8d9f-40a9-8ae6-7770a54cb232, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd693a7f4-7138-466f-b918-07e57d86955f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:27:23.910739 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:24.109115 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] For port 6238be7d-8d9f-40a9-8ae6-7770a54cb232, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:27:24.112816 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] For port 6238be7d-8d9f-40a9-8ae6-7770a54cb232, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6238be7d-8d9f-40a9-8ae6-7770a54cb232,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:27:24.116624 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:24.121503 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-61656777-a8e8-4221-b6fe-35c69a475c56 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:24.177085 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:24.177707 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:24.179132 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] 10.222.0.89 "PUT /v2.0/ports/6238be7d-8d9f-40a9-8ae6-7770a54cb232 HTTP/1.1" status: 200  len: 1094 time: 1.0643950
Apr 30 13:27:24.180188 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c40115-ffe4-47ac-859d-54263a5140f4', 'tag': '6238be7d-8d9f-40a9-8ae6-7770a54cb232'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:27:24.206311 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6238be7d-8d9f-40a9-8ae6-7770a54cb232,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:24.209383 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:24.279010 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c40115-ffe4-47ac-859d-54263a5140f4', 'tag': '6238be7d-8d9f-40a9-8ae6-7770a54cb232', 'status': 'completed', 'code': 200}
Apr 30 13:27:24.320129 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-c574fbe5-5122-4c17-aa9e-79f45093d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:24.322381 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-c574fbe5-5122-4c17-aa9e-79f45093d5c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8da822c79b7c418db810341a24b11d68&device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 1097 time: 0.0807102
Apr 30 13:27:24.393322 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-776aeb6e-9b3d-4663-a642-422d56a976ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6238be7d-8d9f-40a9-8ae6-7770a54cb232 HTTP/1.1" status: 200  len: 217 time: 0.0638721
Apr 30 13:27:24.462293 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-ffb794de-89dd-4d4d-9beb-9b48da6e1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:24.463748 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-ffb794de-89dd-4d4d-9beb-9b48da6e1514 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0f9a8ba-05c1-44c5-a778-42dff7d373c9 HTTP/1.1" status: 200  len: 855 time: 0.0629287
Apr 30 13:27:24.515668 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-e172fc67-7193-4905-8e55-def73ba58d78 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d592503-ccbf-47c2-a3a2-3baacba67ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448461
Apr 30 13:27:24.656930 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-e6e95d4c-bbad-4a0b-9d6d-8fa2ccae86f5 service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337235
Apr 30 13:27:24.808990 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc21ca-e86b-46d5-8e9e-7b6082e7c724 req-c14faf1d-14cb-4a0b-9313-e96ff57b4cb2 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:24.811285 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0fbc21ca-e86b-46d5-8e9e-7b6082e7c724 req-c14faf1d-14cb-4a0b-9313-e96ff57b4cb2 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 944 time: 0.1252117
Apr 30 13:27:24.813020 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a1160bc3-4d8f-468f-bdad-ec7d2d365308 req-befc2a97-9fa7-421f-8dd3-e66a5952e7a4 service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479266
Apr 30 13:27:24.858885 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0fbc21ca-e86b-46d5-8e9e-7b6082e7c724 req-6251beee-6cd7-439d-81a4-583c9344d96c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413964
Apr 30 13:27:24.941985 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0a6d9-fa24-4ce4-8b16-1b9586c7f407 req-eda53d0a-0ea5-4fea-8d30-8f71516c2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:24.943458 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-fae0a6d9-fa24-4ce4-8b16-1b9586c7f407 req-eda53d0a-0ea5-4fea-8d30-8f71516c2173 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8da822c79b7c418db810341a24b11d68&device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 1097 time: 0.0759876
Apr 30 13:27:25.009053 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50044) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:25.079639 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0a6d9-fa24-4ce4-8b16-1b9586c7f407 req-3c858246-8193-428c-a161-9f31dbca54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:25.081247 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-fae0a6d9-fa24-4ce4-8b16-1b9586c7f407 req-3c858246-8193-428c-a161-9f31dbca54bb service neutron] 10.222.0.89 "GET /v2.0/networks?id=1d592503-ccbf-47c2-a3a2-3baacba67ba2 HTTP/1.1" status: 200  len: 917 time: 0.1306407
Apr 30 13:27:25.130071 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a8be6d54-242c-42c9-a4b2-3163f66dd76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.145720 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-a8be6d54-242c-42c9-a4b2-3163f66dd76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:25.150019 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-a8be6d54-242c-42c9-a4b2-3163f66dd76e admin admin] Usage tracker for resource:security_group_rule and tenant:0cd4e505065a4fcbbf2c7cbd3c6d22f7 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:25.152994 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-a8be6d54-242c-42c9-a4b2-3163f66dd76e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:25.155769 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-fae0a6d9-fa24-4ce4-8b16-1b9586c7f407 req-556641ae-549e-4d42-a1f9-86081e19c5f0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6238be7d-8d9f-40a9-8ae6-7770a54cb232 HTTP/1.1" status: 200  len: 217 time: 0.0675724
Apr 30 13:27:25.158748 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-a8be6d54-242c-42c9-a4b2-3163f66dd76e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:25.231111 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0a6d9-fa24-4ce4-8b16-1b9586c7f407 req-6a57c53d-c1ef-48a2-8f3b-5b59b62688f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:25.232560 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-fae0a6d9-fa24-4ce4-8b16-1b9586c7f407 req-6a57c53d-c1ef-48a2-8f3b-5b59b62688f0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b0f9a8ba-05c1-44c5-a778-42dff7d373c9 HTTP/1.1" status: 200  len: 855 time: 0.0678430
Apr 30 13:27:25.249957 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a8be6d54-242c-42c9-a4b2-3163f66dd76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.253834 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-a8be6d54-242c-42c9-a4b2-3163f66dd76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.260803 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-246204cb-cff6-4281-94ec-0a19405ef76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:25.285317 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-fae0a6d9-fa24-4ce4-8b16-1b9586c7f407 req-2ddf3855-10f6-410f-a3e7-adb8301a2c54 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1d592503-ccbf-47c2-a3a2-3baacba67ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430510
Apr 30 13:27:25.303499 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-a8be6d54-242c-42c9-a4b2-3163f66dd76e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cd4e505065a4fcbbf2c7cbd3c6d22f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2927213
Apr 30 13:27:25.304499 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be6d54-242c-42c9-a4b2-3163f66dd76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1d35da-5014-4cc2-88ad-a22d2c2beb13,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:25.307539 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50050) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:25.310449 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a8be6d54-242c-42c9-a4b2-3163f66dd76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:25.373105 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0ab905d0-80a3-4ff7-a628-abe53bd88b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.399876 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0ab905d0-80a3-4ff7-a628-abe53bd88b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.436874 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-fae0a6d9-fa24-4ce4-8b16-1b9586c7f407 req-bfd2bcab-c6c8-4b42-825a-09eb3be6642d service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442108
Apr 30 13:27:25.455227 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0ab905d0-80a3-4ff7-a628-abe53bd88b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.463525 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-138794b0-d519-44fa-b256-6a09d036ed36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:25.475910 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab905d0-80a3-4ff7-a628-abe53bd88b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1d35da-5014-4cc2-88ad-a22d2c2beb13,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:25.478869 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-0ab905d0-80a3-4ff7-a628-abe53bd88b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:25.490493 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0ab905d0-80a3-4ff7-a628-abe53bd88b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.492211 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-0ab905d0-80a3-4ff7-a628-abe53bd88b33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae1d35da-5014-4cc2-88ad-a22d2c2beb13 HTTP/1.1" status: 204  len: 168 time: 0.1834733
Apr 30 13:27:25.585966 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-fae0a6d9-fa24-4ce4-8b16-1b9586c7f407 req-24338c51-883a-44b2-92ee-dd670f4e032d service neutron] 10.222.0.89 "GET /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416092
Apr 30 13:27:25.782172 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50058) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:25.800051 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2c19cf1a-dd97-4a9a-be8f-e6a5ee52a5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.814987 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-2c19cf1a-dd97-4a9a-be8f-e6a5ee52a5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:25.819009 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-2c19cf1a-dd97-4a9a-be8f-e6a5ee52a5be admin admin] Usage tracker for resource:security_group_rule and tenant:d9bf53776fe14ae3a045fd5d52acd9f8 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:25.822473 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-2c19cf1a-dd97-4a9a-be8f-e6a5ee52a5be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:25.828319 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-2c19cf1a-dd97-4a9a-be8f-e6a5ee52a5be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:25.912737 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2c19cf1a-dd97-4a9a-be8f-e6a5ee52a5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.916734 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2c19cf1a-dd97-4a9a-be8f-e6a5ee52a5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:25.924176 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-da82748a-52ec-48c8-9013-abd58c9b04ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:25.970982 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-2c19cf1a-dd97-4a9a-be8f-e6a5ee52a5be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9bf53776fe14ae3a045fd5d52acd9f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1876767
Apr 30 13:27:25.971966 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19cf1a-dd97-4a9a-be8f-e6a5ee52a5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f9c237-08cf-45c1-86ba-a883bc9680a7,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:25.973677 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50064) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:25.975770 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2c19cf1a-dd97-4a9a-be8f-e6a5ee52a5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:26.040086 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1d1f-a769-40a1-81d1-af413561daaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:26.067922 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1d1f-a769-40a1-81d1-af413561daaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:26.125387 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1d1f-a769-40a1-81d1-af413561daaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:26.130608 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-de05a785-9fca-444b-9ca5-353fb12349b7 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:26.144530 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78dda8-ec61-4625-a026-80f14620e854 req-752bbd69-19b7-42cd-a59a-48f8ed5fa9d3 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:26.145990 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd78dda8-ec61-4625-a026-80f14620e854 req-752bbd69-19b7-42cd-a59a-48f8ed5fa9d3 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 944 time: 0.1713634
Apr 30 13:27:26.146538 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c1d1f-a769-40a1-81d1-af413561daaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f9c237-08cf-45c1-86ba-a883bc9680a7,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:26.148799 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6a6c1d1f-a769-40a1-81d1-af413561daaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:26.155081 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1d1f-a769-40a1-81d1-af413561daaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:26.158440 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-6a6c1d1f-a769-40a1-81d1-af413561daaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7f9c237-08cf-45c1-86ba-a883bc9680a7 HTTP/1.1" status: 204  len: 168 time: 0.1814339
Apr 30 13:27:26.193699 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fd78dda8-ec61-4625-a026-80f14620e854 req-7395e8d7-f43a-4a6c-a1c9-972abfee6848 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408986
Apr 30 13:27:26.237079 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:26.564983 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-fe032196-d9ec-4d4d-bb67-76885b7e6ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:27.394983 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104db69-ad2b-4060-bc74-83918c23f3b4 req-9daa5240-e9ce-499c-b414-41f22a628cca tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:27.401334 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3104db69-ad2b-4060-bc74-83918c23f3b4 req-9daa5240-e9ce-499c-b414-41f22a628cca tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 944 time: 0.0854776
Apr 30 13:27:27.444823 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3104db69-ad2b-4060-bc74-83918c23f3b4 req-da6b71f7-28f1-4122-8a76-cfdb590f2c5e tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412202
Apr 30 13:27:27.784215 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.429971 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50138) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:28.553953 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fb1a053b-3193-4b30-a8d6-13d5b9936ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.569673 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-fb1a053b-3193-4b30-a8d6-13d5b9936ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:28.574513 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-fb1a053b-3193-4b30-a8d6-13d5b9936ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:4efc1cf1312548f193738a6b62608cd7 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:28.577509 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-fb1a053b-3193-4b30-a8d6-13d5b9936ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:28.583596 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-fb1a053b-3193-4b30-a8d6-13d5b9936ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:28.639715 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09558ca-11c3-48a5-bdea-4cc26dce7c45 req-538def45-d314-47d4-b155-d76bfee6454b tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:28.641182 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b09558ca-11c3-48a5-bdea-4cc26dce7c45 req-538def45-d314-47d4-b155-d76bfee6454b tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 944 time: 0.0842342
Apr 30 13:27:28.678662 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fb1a053b-3193-4b30-a8d6-13d5b9936ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.683524 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-fb1a053b-3193-4b30-a8d6-13d5b9936ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.687179 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b09558ca-11c3-48a5-bdea-4cc26dce7c45 req-9e7aed4e-2936-4419-b727-6671885ec18e tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401366
Apr 30 13:27:28.691364 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e1fbe28f-0684-4099-a6d8-978cefdd3d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:28.732343 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-fb1a053b-3193-4b30-a8d6-13d5b9936ba1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4efc1cf1312548f193738a6b62608cd7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3012457
Apr 30 13:27:28.735168 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50146) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:28.736581 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a053b-3193-4b30-a8d6-13d5b9936ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f10a6f-b444-460c-91b8-184ca36b25a3,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:28.739724 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-fb1a053b-3193-4b30-a8d6-13d5b9936ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:28.796452 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-14b2b314-d693-40f2-ab36-93a771a3e450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.823393 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-14b2b314-d693-40f2-ab36-93a771a3e450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.874012 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-14b2b314-d693-40f2-ab36-93a771a3e450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.878701 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-04556def-74ee-4931-b754-280aa4429da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:28.892629 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2b314-d693-40f2-ab36-93a771a3e450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f10a6f-b444-460c-91b8-184ca36b25a3,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:28.895633 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-14b2b314-d693-40f2-ab36-93a771a3e450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:28.900470 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-14b2b314-d693-40f2-ab36-93a771a3e450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:28.901576 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-14b2b314-d693-40f2-ab36-93a771a3e450 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88f10a6f-b444-460c-91b8-184ca36b25a3 HTTP/1.1" status: 204  len: 168 time: 0.1654372
Apr 30 13:27:29.186288 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:29.204134 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50154) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:29.222562 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-73b784be-8a9c-4bee-9dc0-3978ed70f8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:29.240897 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-73b784be-8a9c-4bee-9dc0-3978ed70f8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:29.244975 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-73b784be-8a9c-4bee-9dc0-3978ed70f8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ab2bb0115740f482996a6e210db40e is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:29.247882 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-73b784be-8a9c-4bee-9dc0-3978ed70f8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:29.253966 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-73b784be-8a9c-4bee-9dc0-3978ed70f8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:29.339667 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-73b784be-8a9c-4bee-9dc0-3978ed70f8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:29.343861 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-73b784be-8a9c-4bee-9dc0-3978ed70f8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:29.353541 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-024b46d4-a0cf-451d-90d1-f897dea237cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:29.394619 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-73b784be-8a9c-4bee-9dc0-3978ed70f8d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2ab2bb0115740f482996a6e210db40e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1892610
Apr 30 13:27:29.402978 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b784be-8a9c-4bee-9dc0-3978ed70f8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35515807-aa39-424d-8c12-f374a8263e0c,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:29.404070 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50158) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:29.406622 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-73b784be-8a9c-4bee-9dc0-3978ed70f8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:29.470372 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08389044-ceb2-4cc2-9f6d-e23828904b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:29.498595 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08389044-ceb2-4cc2-9f6d-e23828904b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:29.554685 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08389044-ceb2-4cc2-9f6d-e23828904b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:29.558805 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:29.660427 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08389044-ceb2-4cc2-9f6d-e23828904b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35515807-aa39-424d-8c12-f374a8263e0c,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:29.662763 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-08389044-ceb2-4cc2-9f6d-e23828904b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:29.671259 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-08389044-ceb2-4cc2-9f6d-e23828904b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:29.674732 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-08389044-ceb2-4cc2-9f6d-e23828904b7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35515807-aa39-424d-8c12-f374a8263e0c HTTP/1.1" status: 204  len: 168 time: 0.2671676
Apr 30 13:27:29.809400 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 6238be7d-8d9f-40a9-8ae6-7770a54cb232 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:27:29.881348 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de21f2-ce09-4ed9-be2e-a8b181d7cc44 req-50adf0be-ee67-4aac-9a0e-c5e0aaea5b65 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:29.882864 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d0de21f2-ce09-4ed9-be2e-a8b181d7cc44 req-50adf0be-ee67-4aac-9a0e-c5e0aaea5b65 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 944 time: 0.0869768
Apr 30 13:27:29.936591 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d0de21f2-ce09-4ed9-be2e-a8b181d7cc44 req-812798fd-035b-492f-99ce-1b14c5d9b3a5 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469067
Apr 30 13:27:29.958287 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 6238be7d-8d9f-40a9-8ae6-7770a54cb232, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6238be7d-8d9f-40a9-8ae6-7770a54cb232,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:29.972618 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '6238be7d-8d9f-40a9-8ae6-7770a54cb232', 'network_id': '1d592503-ccbf-47c2-a3a2-3baacba67ba2', 'port_id': '6238be7d-8d9f-40a9-8ae6-7770a54cb232', 'mac_address': 'fa:16:3e:78:f8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f9a8ba-05c1-44c5-a778-42dff7d373c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:27:30.028634 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:30.046839 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6238be7d-8d9f-40a9-8ae6-7770a54cb232 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:27:30.063196 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 6238be7d-8d9f-40a9-8ae6-7770a54cb232, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6238be7d-8d9f-40a9-8ae6-7770a54cb232,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:30.067304 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:30.069031 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:30.140357 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=6238be7d-8d9f-40a9-8ae6-7770a54cb232,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:30.143502 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:30.454316 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:30.491552 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['6238be7d-8d9f-40a9-8ae6-7770a54cb232'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:27:31.125951 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81298c16-704f-497c-8050-09a418fd337d req-0b7454f8-6e1d-40a4-aa8d-520c554af016 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:31.127560 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-81298c16-704f-497c-8050-09a418fd337d req-0b7454f8-6e1d-40a4-aa8d-520c554af016 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 945 time: 0.0803587
Apr 30 13:27:31.174514 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-81298c16-704f-497c-8050-09a418fd337d req-9e0ae615-cb4b-4aff-89da-12dfd6d180bd tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412383
Apr 30 13:27:31.809329 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 6238be7d-8d9f-40a9-8ae6-7770a54cb232 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:27:31.878954 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port 6238be7d-8d9f-40a9-8ae6-7770a54cb232 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:27:31.883501 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 6238be7d-8d9f-40a9-8ae6-7770a54cb232 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:27:31.884462 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:32.005383 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:32.032687 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c40115-ffe4-47ac-859d-54263a5140f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6238be7d-8d9f-40a9-8ae6-7770a54cb232'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:27:32.043514 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 6238be7d-8d9f-40a9-8ae6-7770a54cb232, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6238be7d-8d9f-40a9-8ae6-7770a54cb232,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:32.049949 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:32.052531 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:32.087970 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c40115-ffe4-47ac-859d-54263a5140f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6238be7d-8d9f-40a9-8ae6-7770a54cb232', 'code': 200}
Apr 30 13:27:32.130548 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=6238be7d-8d9f-40a9-8ae6-7770a54cb232,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:32.133769 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:32.343455 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7e771-862b-429c-8b68-5918975da764 req-ecc044d7-3235-4899-a2c7-9acb7d733d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:32.345625 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-39c7e771-862b-429c-8b68-5918975da764 req-ecc044d7-3235-4899-a2c7-9acb7d733d7b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 1099 time: 0.0774579
Apr 30 13:27:32.377788 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20522851-3832-48be-a834-c76ab25e9835 req-26d5e1b4-5a26-4211-8b16-708087e950db tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:32.379391 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-20522851-3832-48be-a834-c76ab25e9835 req-26d5e1b4-5a26-4211-8b16-708087e950db tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 946 time: 0.0941391
Apr 30 13:27:32.392264 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-39c7e771-862b-429c-8b68-5918975da764 req-ec24097b-69c3-48b8-a57d-d747aad8b30f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383551
Apr 30 13:27:32.427307 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-20522851-3832-48be-a834-c76ab25e9835 req-9b200ee0-a39a-4284-b69f-e95a54eab5c5 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416360
Apr 30 13:27:32.482274 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-cb1805d7-99e8-4714-a079-231699eb18bb tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=71c20608991c4a0fa7281a21adc2d6bb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0272341
Apr 30 13:27:32.634649 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-10130e46-c94d-4121-803b-4a0eba7c74eb tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:32.636083 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-10130e46-c94d-4121-803b-4a0eba7c74eb tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1485295
Apr 30 13:27:32.651330 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-2f2fde35-6543-4eee-9a55-1484ccbed8c9 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/quotas/71c20608991c4a0fa7281a21adc2d6bb HTTP/1.1" status: 200  len: 375 time: 0.0098193
Apr 30 13:27:32.700763 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-3490feb6-2185-46e9-8a42-7248716b0495 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=71c20608991c4a0fa7281a21adc2d6bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0442791
Apr 30 13:27:32.877126 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6705e754-f915-4ab0-8441-10e19cdfd93f req-9f863040-ff44-4551-9062-c0a24ecd896b tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 210 time: 0.0459020
Apr 30 13:27:33.627718 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e49e8-8852-4879-8f1a-08f7aaebed4c req-7e8ec3b6-2f04-4e5f-a98f-79fb4b0aa135 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:33.629234 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9c7e49e8-8852-4879-8f1a-08f7aaebed4c req-7e8ec3b6-2f04-4e5f-a98f-79fb4b0aa135 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 946 time: 0.0814984
Apr 30 13:27:33.676081 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9c7e49e8-8852-4879-8f1a-08f7aaebed4c req-ef765a06-b681-4835-8415-c3faba75c2fc tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402436
Apr 30 13:27:33.933226 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-926e89e3-2f1e-47a6-9aec-ebe8d43333e3 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=71c20608991c4a0fa7281a21adc2d6bb&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0489743
Apr 30 13:27:34.058315 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-90737503-0c05-461f-8317-93cc3637aba5 req-f6954a2e-9445-4ae5-83e9-6453730bc261 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 210 time: 0.0556817
Apr 30 13:27:34.116185 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-87bbc9e7-b6bf-4551-9224-fcc7aad7f943 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:34.117609 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-87bbc9e7-b6bf-4551-9224-fcc7aad7f943 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1787639
Apr 30 13:27:34.132899 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Request body: {'port': {'device_id': '2e2e9133-e7da-4c3d-a0dd-758a33760a88', 'network_id': '1ff12080-9271-43fe-ad6e-79659cdb6cc1', 'admin_state_up': True, 'tenant_id': '71c20608991c4a0fa7281a21adc2d6bb'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:27:34.275239 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:34.279022 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Usage tracker for resource:port and tenant:71c20608991c4a0fa7281a21adc2d6bb is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:34.281769 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:34.287297 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:34.297145 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Made reservation on behalf of 71c20608991c4a0fa7281a21adc2d6bb for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:27:34.300535 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:34.313176 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:34.328201 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:34.331886 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Usage tracker for resource:security_group_rule and tenant:71c20608991c4a0fa7281a21adc2d6bb is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:34.334604 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:34.340402 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:34.428142 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:34.432731 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:34.435643 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-dc2a3735-c8e9-4983-81c4-c868915c2b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:34.520310 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1425df-667d-4c34-8aae-c1e99e698955,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:34.523602 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:34.609312 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Allocated IP 192.168.233.194 (1ff12080-9271-43fe-ad6e-79659cdb6cc1/9872c8bb-775e-4379-92dd-9b2ad5cc66f7/13c155f2-f0e9-40cd-951f-f4079fca4159) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:27:34.817698 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:34.833007 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Transition to ACTIVE for port object 13c155f2-f0e9-40cd-951f-f4079fca4159 will not be triggered until provisioned by entity DHCP. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:27:34.858611 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:34.865433 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f928e92-02fd-47ca-9e9e-c0d93b64cc1a req-8eded62e-7bba-401c-8959-ed19ef414e35 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:34.865980 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b5e917cd-efce-4829-a11a-4fddbe88571b tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:34.866876 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4f928e92-02fd-47ca-9e9e-c0d93b64cc1a req-8eded62e-7bba-401c-8959-ed19ef414e35 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 946 time: 0.0823379
Apr 30 13:27:34.912335 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4f928e92-02fd-47ca-9e9e-c0d93b64cc1a req-5e7f7310-6582-4165-abbe-2fb251ec266e tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389256
Apr 30 13:27:34.936306 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Network 1ff12080-9271-43fe-ad6e-79659cdb6cc1 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:27:34.940232 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:27:34.942442 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:27:34.980626 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Pushing event updated for resources: {'Port': ['ID=13c155f2-f0e9-40cd-951f-f4079fca4159,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:34.983465 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:35.030406 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:35.031557 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:35.065351 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9362478
Apr 30 13:27:35.081835 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Request body: {'port': {'device_id': '2e2e9133-e7da-4c3d-a0dd-758a33760a88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:27:35.177538 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-43dd1317-8e6c-488a-b281-6fd80508e744 None None] Provisioning for port 13c155f2-f0e9-40cd-951f-f4079fca4159 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:27:35.186797 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-43dd1317-8e6c-488a-b281-6fd80508e744 None None] Provisioning complete for port 13c155f2-f0e9-40cd-951f-f4079fca4159 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:27:35.187837 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-43dd1317-8e6c-488a-b281-6fd80508e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:35.256085 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-43dd1317-8e6c-488a-b281-6fd80508e744 None None] Port 13c155f2-f0e9-40cd-951f-f4079fca4159 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:27:35.270440 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:35.287828 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f13ef-41f5-43d5-98bb-ac686b970f6f req-7dca7921-aea5-40dd-aac9-b4ce21de49b6 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:35.289690 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7e5f13ef-41f5-43d5-98bb-ac686b970f6f req-7dca7921-aea5-40dd-aac9-b4ce21de49b6 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 936 time: 0.0921516
Apr 30 13:27:35.340273 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7e5f13ef-41f5-43d5-98bb-ac686b970f6f req-ffb8a391-b71c-4f8f-b343-a4759b1c0883 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431786
Apr 30 13:27:35.629943 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c155f2-f0e9-40cd-951f-f4079fca4159 {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:27:35.637488 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:35.652050 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Transition to ACTIVE for port object 13c155f2-f0e9-40cd-951f-f4079fca4159 will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:27:35.655756 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:35.659271 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-9289564f-dc56-4279-8580-1e5c9f150b8c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:35.813602 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=13c155f2-f0e9-40cd-951f-f4079fca4159,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:35.822972 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:35.981227 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Attempting to bind port 13c155f2-f0e9-40cd-951f-f4079fca4159 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:27:35.981964 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Attempting to bind port 13c155f2-f0e9-40cd-951f-f4079fca4159 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '328c0449-2792-4080-aea7-d4cf097a051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1ff12080-9271-43fe-ad6e-79659cdb6cc1'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:27:35.981964 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Attempting to bind port 13c155f2-f0e9-40cd-951f-f4079fca4159 on network 1ff12080-9271-43fe-ad6e-79659cdb6cc1 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:27:35.986833 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Port 13c155f2-f0e9-40cd-951f-f4079fca4159 on network 1ff12080-9271-43fe-ad6e-79659cdb6cc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:27:35.987158 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Attempting to bind port 13c155f2-f0e9-40cd-951f-f4079fca4159 on network 1ff12080-9271-43fe-ad6e-79659cdb6cc1 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:27:35.992372 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:27:35.992705 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Checking segment: {'id': '328c0449-2792-4080-aea7-d4cf097a051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1ff12080-9271-43fe-ad6e-79659cdb6cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:27:35.993623 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Bound using segment: {'id': '328c0449-2792-4080-aea7-d4cf097a051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1ff12080-9271-43fe-ad6e-79659cdb6cc1'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:27:35.994098 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Bound port: 13c155f2-f0e9-40cd-951f-f4079fca4159, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328c0449-2792-4080-aea7-d4cf097a051e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '1ff12080-9271-43fe-ad6e-79659cdb6cc1'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:27:35.994483 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:36.084582 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] For port 13c155f2-f0e9-40cd-951f-f4079fca4159, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:27:36.087697 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] For port 13c155f2-f0e9-40cd-951f-f4079fca4159, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=13c155f2-f0e9-40cd-951f-f4079fca4159,segment=NetworkSegment(328c0449-2792-4080-aea7-d4cf097a051e),segment_id=328c0449-2792-4080-aea7-d4cf097a051e)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:27:36.092943 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:36.096527 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ec1efbca-47bd-4140-bd4c-6a877cdeaaa2 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:36.148448 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:36.149075 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:36.150509 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] 10.222.0.89 "PUT /v2.0/ports/13c155f2-f0e9-40cd-951f-f4079fca4159 HTTP/1.1" status: 200  len: 1098 time: 1.0767028
Apr 30 13:27:36.151013 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2e9133-e7da-4c3d-a0dd-758a33760a88', 'tag': '13c155f2-f0e9-40cd-951f-f4079fca4159'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:27:36.176674 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=13c155f2-f0e9-40cd-951f-f4079fca4159,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:36.180151 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:36.281962 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-7c61115d-31a7-4d73-9db7-31366f708f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:36.283505 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-7c61115d-31a7-4d73-9db7-31366f708f43 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71c20608991c4a0fa7281a21adc2d6bb&device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 1101 time: 0.0819764
Apr 30 13:27:36.349954 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2e9133-e7da-4c3d-a0dd-758a33760a88', 'tag': '13c155f2-f0e9-40cd-951f-f4079fca4159', 'status': 'completed', 'code': 200}
Apr 30 13:27:36.358611 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-989088cc-d043-4b95-9322-3f40ca6eef2a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=13c155f2-f0e9-40cd-951f-f4079fca4159 HTTP/1.1" status: 200  len: 217 time: 0.0667775
Apr 30 13:27:36.468874 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-5c89f45d-6716-493c-a9f1-3c738c625a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:36.471032 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-5c89f45d-6716-493c-a9f1-3c738c625a76 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9872c8bb-775e-4379-92dd-9b2ad5cc66f7 HTTP/1.1" status: 200  len: 843 time: 0.1047032
Apr 30 13:27:36.564804 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-b9f97317-6bfb-4b4c-b248-c651bb3e7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:36.567034 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-b9f97317-6bfb-4b4c-b248-c651bb3e7996 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff12080-9271-43fe-ad6e-79659cdb6cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0867689
Apr 30 13:27:36.581578 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91eda3-658c-4707-88d0-04ac8de89aa4 req-67c0ade3-3603-47f8-91a5-c80f3db89f96 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:36.583239 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4e91eda3-658c-4707-88d0-04ac8de89aa4 req-67c0ade3-3603-47f8-91a5-c80f3db89f96 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 948 time: 0.0945075
Apr 30 13:27:36.642995 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4e91eda3-658c-4707-88d0-04ac8de89aa4 req-618bfaf0-1d87-42a0-8e31-f55f2ace0394 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494962
Apr 30 13:27:36.715312 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-88cd3156-5d04-4253-8648-380a9c029ccc service neutron] 10.222.0.89 "GET /v2.0/networks/1ff12080-9271-43fe-ad6e-79659cdb6cc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421831
Apr 30 13:27:36.859406 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b87f2c7b-0d24-46e3-83c2-903ba0c4e7e1 req-c7b88b16-04af-4a7f-8aac-1b1e2407b113 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff12080-9271-43fe-ad6e-79659cdb6cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373127
Apr 30 13:27:36.992509 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe8d33-4bb8-45f6-89a8-fa7e0a8179b1 req-abc18e31-258a-4db0-b048-9fb918fd43f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:36.994945 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5dbe8d33-4bb8-45f6-89a8-fa7e0a8179b1 req-abc18e31-258a-4db0-b048-9fb918fd43f6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=71c20608991c4a0fa7281a21adc2d6bb&device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 1101 time: 0.0896745
Apr 30 13:27:37.158161 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe8d33-4bb8-45f6-89a8-fa7e0a8179b1 req-c4c0cf1a-3c29-4b68-93af-5666ee48d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:37.159706 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5dbe8d33-4bb8-45f6-89a8-fa7e0a8179b1 req-c4c0cf1a-3c29-4b68-93af-5666ee48d4e5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff12080-9271-43fe-ad6e-79659cdb6cc1 HTTP/1.1" status: 200  len: 871 time: 0.1576288
Apr 30 13:27:37.230316 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5dbe8d33-4bb8-45f6-89a8-fa7e0a8179b1 req-63e7caf9-a0c9-41b6-be64-6c73da956434 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=13c155f2-f0e9-40cd-951f-f4079fca4159 HTTP/1.1" status: 200  len: 217 time: 0.0638804
Apr 30 13:27:37.301114 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe8d33-4bb8-45f6-89a8-fa7e0a8179b1 req-3f806cba-58c5-4257-bb4f-97c14da9157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:37.302488 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5dbe8d33-4bb8-45f6-89a8-fa7e0a8179b1 req-3f806cba-58c5-4257-bb4f-97c14da9157e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9872c8bb-775e-4379-92dd-9b2ad5cc66f7 HTTP/1.1" status: 200  len: 843 time: 0.0665219
Apr 30 13:27:37.378113 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe8d33-4bb8-45f6-89a8-fa7e0a8179b1 req-416a601a-6995-4618-8d35-6426cacd493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:37.379609 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5dbe8d33-4bb8-45f6-89a8-fa7e0a8179b1 req-416a601a-6995-4618-8d35-6426cacd493c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff12080-9271-43fe-ad6e-79659cdb6cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0704429
Apr 30 13:27:37.517304 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5dbe8d33-4bb8-45f6-89a8-fa7e0a8179b1 req-a3122b26-9ef7-4960-b529-9101b36c732f service neutron] 10.222.0.89 "GET /v2.0/networks/1ff12080-9271-43fe-ad6e-79659cdb6cc1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306586
Apr 30 13:27:37.640949 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e2d07e3c-5c19-49e4-a0c2-ad8007840fa2 req-7d2d7496-3bec-49cf-8649-69cdd43532d8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0727942
Apr 30 13:27:37.657598 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-5dbe8d33-4bb8-45f6-89a8-fa7e0a8179b1 req-e761d0ff-496a-4c3b-9130-0f58df229ae7 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff12080-9271-43fe-ad6e-79659cdb6cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282210
Apr 30 13:27:37.794877 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d07e3c-5c19-49e4-a0c2-ad8007840fa2 req-06239e49-c5d9-46e7-81d6-506a04f7877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:37.796343 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2d07e3c-5c19-49e4-a0c2-ad8007840fa2 req-06239e49-c5d9-46e7-81d6-506a04f7877b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 1099 time: 0.0761273
Apr 30 13:27:37.849089 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57797ca-0c3e-4069-b1b2-0f836b0cecea req-e822ff4f-e121-47b0-9ceb-30888d5226b5 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:37.851659 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b57797ca-0c3e-4069-b1b2-0f836b0cecea req-e822ff4f-e121-47b0-9ceb-30888d5226b5 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 948 time: 0.0847106
Apr 30 13:27:37.983524 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b57797ca-0c3e-4069-b1b2-0f836b0cecea req-52f36aa2-c0d5-4af8-9ca7-2ad8ed0f1f8f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258476
Apr 30 13:27:38.042657 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d07e3c-5c19-49e4-a0c2-ad8007840fa2 req-f4b00998-dd3a-4ede-9371-a5bb375b0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:38.044134 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2d07e3c-5c19-49e4-a0c2-ad8007840fa2 req-f4b00998-dd3a-4ede-9371-a5bb375b0a19 service neutron] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 912 time: 0.2282331
Apr 30 13:27:38.146954 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2d07e3c-5c19-49e4-a0c2-ad8007840fa2 req-eca5d849-88e2-4a10-bb1b-21c13cf9cffc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b HTTP/1.1" status: 200  len: 1001 time: 0.0949039
Apr 30 13:27:38.216770 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d07e3c-5c19-49e4-a0c2-ad8007840fa2 req-73c51384-09d7-487c-9c7c-d1ef8e9c5f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:38.218199 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2d07e3c-5c19-49e4-a0c2-ad8007840fa2 req-73c51384-09d7-487c-9c7c-d1ef8e9c5f74 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0625038
Apr 30 13:27:38.295858 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d07e3c-5c19-49e4-a0c2-ad8007840fa2 req-5e2083cf-dc39-4623-8fee-b8eb2bae4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:38.297403 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2d07e3c-5c19-49e4-a0c2-ad8007840fa2 req-5e2083cf-dc39-4623-8fee-b8eb2bae4dba service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709746
Apr 30 13:27:38.432184 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2d07e3c-5c19-49e4-a0c2-ad8007840fa2 req-225eab8c-7d2c-4b0e-807a-aeeadfd25c4d service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272810
Apr 30 13:27:38.567762 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e2d07e3c-5c19-49e4-a0c2-ad8007840fa2 req-cf648879-ac5c-4151-91d2-0dd32bc3abff service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278093
Apr 30 13:27:39.174034 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353083ce-3407-489a-aa05-610eb93174e1 req-c068c710-634e-4e32-b59d-fedda65015c7 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:39.175488 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-353083ce-3407-489a-aa05-610eb93174e1 req-c068c710-634e-4e32-b59d-fedda65015c7 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 948 time: 0.0795414
Apr 30 13:27:39.219771 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-353083ce-3407-489a-aa05-610eb93174e1 req-a81e1b73-5174-401d-af65-9727892974c3 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386467
Apr 30 13:27:40.407447 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cfbae-1039-467d-97b6-c308c3c8e95a req-d577a72f-3208-415e-9c85-f1251b97fe47 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:40.408983 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a8cfbae-1039-467d-97b6-c308c3c8e95a req-d577a72f-3208-415e-9c85-f1251b97fe47 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 948 time: 0.0845213
Apr 30 13:27:40.455896 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3a8cfbae-1039-467d-97b6-c308c3c8e95a req-8506207a-dc9a-418f-8ff7-1d2a8e201c82 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407813
Apr 30 13:27:41.642641 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65f05-9573-4850-93bc-6e983ea87b52 req-bae50b1a-d88b-497e-8e19-709df8f35304 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:41.644072 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-54e65f05-9573-4850-93bc-6e983ea87b52 req-bae50b1a-d88b-497e-8e19-709df8f35304 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 948 time: 0.0818512
Apr 30 13:27:41.689717 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-54e65f05-9573-4850-93bc-6e983ea87b52 req-079da590-d049-4d9a-9584-22593ee31ee2 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394466
Apr 30 13:27:41.855819 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 13c155f2-f0e9-40cd-951f-f4079fca4159 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:27:41.987908 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 13c155f2-f0e9-40cd-951f-f4079fca4159, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=13c155f2-f0e9-40cd-951f-f4079fca4159,segment=NetworkSegment(328c0449-2792-4080-aea7-d4cf097a051e),segment_id=328c0449-2792-4080-aea7-d4cf097a051e)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:42.000744 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '13c155f2-f0e9-40cd-951f-f4079fca4159', 'network_id': '1ff12080-9271-43fe-ad6e-79659cdb6cc1', 'port_id': '13c155f2-f0e9-40cd-951f-f4079fca4159', 'mac_address': 'fa:16:3e:36:5f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9872c8bb-775e-4379-92dd-9b2ad5cc66f7', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:27:42.053945 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:42.070076 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c155f2-f0e9-40cd-951f-f4079fca4159 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:27:42.085556 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 13c155f2-f0e9-40cd-951f-f4079fca4159, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=13c155f2-f0e9-40cd-951f-f4079fca4159,segment=NetworkSegment(328c0449-2792-4080-aea7-d4cf097a051e),segment_id=328c0449-2792-4080-aea7-d4cf097a051e)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:42.090127 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:42.091859 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:42.187251 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=13c155f2-f0e9-40cd-951f-f4079fca4159,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:42.190374 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:42.544614 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['13c155f2-f0e9-40cd-951f-f4079fca4159'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:27:42.875167 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682312a5-7327-4d4f-872f-a4473b1f8ecc req-19de8988-9d81-4bd6-a986-9ae747d8bb50 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:42.876628 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-682312a5-7327-4d4f-872f-a4473b1f8ecc req-19de8988-9d81-4bd6-a986-9ae747d8bb50 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 949 time: 0.0806794
Apr 30 13:27:42.923996 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-682312a5-7327-4d4f-872f-a4473b1f8ecc req-9e1cd95d-767f-4758-b674-80cccb69a92f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417457
Apr 30 13:27:44.106425 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910febd-518a-49ed-a065-7bc7cb1d9685 req-92c4b986-d8ef-4d5d-9233-78326b902051 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:44.107867 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2910febd-518a-49ed-a065-7bc7cb1d9685 req-92c4b986-d8ef-4d5d-9233-78326b902051 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 949 time: 0.0807321
Apr 30 13:27:44.152621 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2910febd-518a-49ed-a065-7bc7cb1d9685 req-ac895dd1-1338-427f-b7b6-c733840b649d tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390553
Apr 30 13:27:45.344011 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94f63c-906c-48b3-a613-a9b93fed0616 req-226f5ccc-d081-4e2d-a657-0448170fa3ee tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:45.345468 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9a94f63c-906c-48b3-a613-a9b93fed0616 req-226f5ccc-d081-4e2d-a657-0448170fa3ee tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 949 time: 0.0852988
Apr 30 13:27:45.396672 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9a94f63c-906c-48b3-a613-a9b93fed0616 req-00566ad6-3bbb-4bcd-a4a1-25a60cbfcf7d tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452170
Apr 30 13:27:45.885981 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 13c155f2-f0e9-40cd-951f-f4079fca4159 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:27:45.954744 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port 13c155f2-f0e9-40cd-951f-f4079fca4159 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:27:45.959638 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 13c155f2-f0e9-40cd-951f-f4079fca4159 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:27:45.960025 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:46.081412 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:46.110748 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2e9133-e7da-4c3d-a0dd-758a33760a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c155f2-f0e9-40cd-951f-f4079fca4159'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:27:46.121525 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 13c155f2-f0e9-40cd-951f-f4079fca4159, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=13c155f2-f0e9-40cd-951f-f4079fca4159,segment=NetworkSegment(328c0449-2792-4080-aea7-d4cf097a051e),segment_id=328c0449-2792-4080-aea7-d4cf097a051e)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:46.125577 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:46.127566 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:46.158436 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2e9133-e7da-4c3d-a0dd-758a33760a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c155f2-f0e9-40cd-951f-f4079fca4159', 'code': 200}
Apr 30 13:27:46.197448 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=13c155f2-f0e9-40cd-951f-f4079fca4159,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:46.200359 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:46.394508 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f55b06-5bc1-49c6-8e52-ec1e22a4c530 req-da4d13ae-1e53-45c3-8d15-f49d0ce89594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:46.395991 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-83f55b06-5bc1-49c6-8e52-ec1e22a4c530 req-da4d13ae-1e53-45c3-8d15-f49d0ce89594 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 1103 time: 0.0775576
Apr 30 13:27:46.441456 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-83f55b06-5bc1-49c6-8e52-ec1e22a4c530 req-e0571f35-c289-4e51-95e1-aae426dfa03f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387249
Apr 30 13:27:46.592585 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8753ace-9978-474a-8567-40a69e1d0cde req-6c89bfe8-0913-4501-9747-9dd33835796e tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:46.594053 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b8753ace-9978-474a-8567-40a69e1d0cde req-6c89bfe8-0913-4501-9747-9dd33835796e tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 950 time: 0.0860379
Apr 30 13:27:46.640775 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b8753ace-9978-474a-8567-40a69e1d0cde req-017ed7ef-3d22-43a3-b295-944502057a8f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409000
Apr 30 13:27:47.840433 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe603d2d-f4e1-42fe-82ee-8f8c79c9c9e3 req-216cc3c5-c81b-4892-b971-cd5a82033080 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:47.842199 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fe603d2d-f4e1-42fe-82ee-8f8c79c9c9e3 req-216cc3c5-c81b-4892-b971-cd5a82033080 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 950 time: 0.0877008
Apr 30 13:27:47.887510 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-fe603d2d-f4e1-42fe-82ee-8f8c79c9c9e3 req-7063da86-832e-4618-ab2a-70f079915d06 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392122
Apr 30 13:27:48.198168 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a0a5e-6450-4959-9081-bf92948e3602 req-dbc6efbf-e158-4f29-b2f4-5b88d92af5bb tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:48.199700 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b99a0a5e-6450-4959-9081-bf92948e3602 req-dbc6efbf-e158-4f29-b2f4-5b88d92af5bb tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 946 time: 0.0865083
Apr 30 13:27:48.247794 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b99a0a5e-6450-4959-9081-bf92948e3602 req-0d6c9376-31d2-4c7d-875e-1b44cf1efb02 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423110
Apr 30 13:27:49.070507 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4f826-8cf5-45e5-99f4-2bef1d665a3d req-ec24889a-a4ec-44e0-8992-7c7f51c60584 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:49.072429 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f3f4f826-8cf5-45e5-99f4-2bef1d665a3d req-ec24889a-a4ec-44e0-8992-7c7f51c60584 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 950 time: 0.0807343
Apr 30 13:27:49.117000 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f3f4f826-8cf5-45e5-99f4-2bef1d665a3d req-172261ee-1507-444c-8cc1-24bf2bbc7700 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388188
Apr 30 13:27:49.443174 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91db5f6-a0c4-4f07-aae0-13bc31127427 req-87cec1b5-8657-4e6b-b423-4b32621d7bfc tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:49.444674 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c91db5f6-a0c4-4f07-aae0-13bc31127427 req-87cec1b5-8657-4e6b-b423-4b32621d7bfc tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 946 time: 0.0898266
Apr 30 13:27:49.533961 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c91db5f6-a0c4-4f07-aae0-13bc31127427 req-e6e8129f-e0c8-4cf5-9095-38790a306551 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827966
Apr 30 13:27:49.570985 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf39a3-80ba-4a20-be28-451955a0e588 req-88281e51-1828-4c70-a7aa-2a3f272b7ce7 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:49.573032 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0dbf39a3-80ba-4a20-be28-451955a0e588 req-88281e51-1828-4c70-a7aa-2a3f272b7ce7 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 950 time: 0.0935564
Apr 30 13:27:49.619227 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0dbf39a3-80ba-4a20-be28-451955a0e588 req-f83a5f60-4c8f-440a-86ca-e29049e4cee3 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399075
Apr 30 13:27:50.395418 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698c9bc-9ea7-49f1-a7b3-1d4c2f77a54e req-59708b28-2210-478f-ab8e-dab53ff00758 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:50.396118 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-d698c9bc-9ea7-49f1-a7b3-1d4c2f77a54e req-59708b28-2210-478f-ab8e-dab53ff00758 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Synchronizing usage tracker for tenant:8da822c79b7c418db810341a24b11d68 on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:27:50.413873 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-d698c9bc-9ea7-49f1-a7b3-1d4c2f77a54e req-59708b28-2210-478f-ab8e-dab53ff00758 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Unset dirty status for tenant:8da822c79b7c418db810341a24b11d68 on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:27:50.415364 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d698c9bc-9ea7-49f1-a7b3-1d4c2f77a54e req-59708b28-2210-478f-ab8e-dab53ff00758 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 946 time: 0.0979979
Apr 30 13:27:50.552580 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-d698c9bc-9ea7-49f1-a7b3-1d4c2f77a54e req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Deleting port 6238be7d-8d9f-40a9-8ae6-7770a54cb232 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:27:50.552835 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-d698c9bc-9ea7-49f1-a7b3-1d4c2f77a54e req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:50.700976 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-d698c9bc-9ea7-49f1-a7b3-1d4c2f77a54e req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] For port 6238be7d-8d9f-40a9-8ae6-7770a54cb232, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6238be7d-8d9f-40a9-8ae6-7770a54cb232,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:50.701618 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-d698c9bc-9ea7-49f1-a7b3-1d4c2f77a54e req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:50.735672 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442b1ec-6929-4f2e-a231-7727b8013ab8 req-b53281a3-52e9-4d09-86d0-c9b46f100aaf tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:50.737239 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b442b1ec-6929-4f2e-a231-7727b8013ab8 req-b53281a3-52e9-4d09-86d0-c9b46f100aaf tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3c40115-ffe4-47ac-859d-54263a5140f4 HTTP/1.1" status: 200  len: 946 time: 0.0936694
Apr 30 13:27:50.827330 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b442b1ec-6929-4f2e-a231-7727b8013ab8 req-baefb126-9821-4059-8a9e-0967fe12c709 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586033
Apr 30 13:27:50.834552 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-d698c9bc-9ea7-49f1-a7b3-1d4c2f77a54e req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Calling delete_port for 6238be7d-8d9f-40a9-8ae6-7770a54cb232 owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:27:50.858598 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357014b-b1ae-416e-bb07-827ccc4b231a req-56366f80-df75-4167-98c4-f2f5aa658612 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:50.860049 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6357014b-b1ae-416e-bb07-827ccc4b231a req-56366f80-df75-4167-98c4-f2f5aa658612 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 950 time: 0.1219368
Apr 30 13:27:50.905976 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6357014b-b1ae-416e-bb07-827ccc4b231a req-09849db3-c77e-4d8c-8226-e72fad4f711c tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e1425df-667d-4c34-8aae-c1e99e698955&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402856
Apr 30 13:27:50.952685 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-d698c9bc-9ea7-49f1-a7b3-1d4c2f77a54e req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:50.958477 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:50.976133 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['be69d9d9-28f4-4d61-9fe4-c78ea011024c', '6391d6af-7f92-4ca0-a7bd-b7fbae426079', 'cd3e1123-251a-43a4-8ac3-7f6f4b930f83', '6238be7d-8d9f-40a9-8ae6-7770a54cb232'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:27:51.003699 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Pushing event deleted for resources: {'Port': ['ID=6238be7d-8d9f-40a9-8ae6-7770a54cb232,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:51.043774 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:51.044147 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:51.044512 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:51.044867 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:51.045224 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:51.045579 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:51.045930 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:51.046299 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:51.046656 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:51.047002 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:51.047348 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:51.047693 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:27:51.058542 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:51.093594 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d698c9bc-9ea7-49f1-a7b3-1d4c2f77a54e req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] No DVR routers for this DVR port 6238be7d-8d9f-40a9-8ae6-7770a54cb232 on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:27:51.096127 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-d698c9bc-9ea7-49f1-a7b3-1d4c2f77a54e req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:51.098931 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c40115-ffe4-47ac-859d-54263a5140f4', 'name': 'network-vif-deleted', 'tag': '6238be7d-8d9f-40a9-8ae6-7770a54cb232'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:27:51.117110 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-d698c9bc-9ea7-49f1-a7b3-1d4c2f77a54e req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "DELETE /v2.0/ports/6238be7d-8d9f-40a9-8ae6-7770a54cb232 HTTP/1.1" status: 204  len: 173 time: 0.6958914
Apr 30 13:27:51.160333 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c40115-ffe4-47ac-859d-54263a5140f4', 'name': 'network-vif-deleted', 'tag': '6238be7d-8d9f-40a9-8ae6-7770a54cb232', 'status': 'completed', 'code': 200}
Apr 30 13:27:51.385064 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8e10-785b-443e-ab76-96391f29121e req-6a0d1b18-0638-4358-9508-44ff01ac6cbc tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:51.385771 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-918e8e10-785b-443e-ab76-96391f29121e req-6a0d1b18-0638-4358-9508-44ff01ac6cbc tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Synchronizing usage tracker for tenant:71c20608991c4a0fa7281a21adc2d6bb on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:27:51.402844 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-918e8e10-785b-443e-ab76-96391f29121e req-6a0d1b18-0638-4358-9508-44ff01ac6cbc tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Unset dirty status for tenant:71c20608991c4a0fa7281a21adc2d6bb on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:27:51.404072 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-918e8e10-785b-443e-ab76-96391f29121e req-6a0d1b18-0638-4358-9508-44ff01ac6cbc tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 950 time: 0.0975780
Apr 30 13:27:51.547055 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-918e8e10-785b-443e-ab76-96391f29121e req-2207eb9a-88a6-4fe4-8264-cdb829093783 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Deleting port 13c155f2-f0e9-40cd-951f-f4079fca4159 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:27:51.547401 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-918e8e10-785b-443e-ab76-96391f29121e req-2207eb9a-88a6-4fe4-8264-cdb829093783 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:51.772798 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-918e8e10-785b-443e-ab76-96391f29121e req-2207eb9a-88a6-4fe4-8264-cdb829093783 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] For port 13c155f2-f0e9-40cd-951f-f4079fca4159, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=13c155f2-f0e9-40cd-951f-f4079fca4159,segment=NetworkSegment(328c0449-2792-4080-aea7-d4cf097a051e),segment_id=328c0449-2792-4080-aea7-d4cf097a051e)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:51.773162 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-918e8e10-785b-443e-ab76-96391f29121e req-2207eb9a-88a6-4fe4-8264-cdb829093783 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:51.898865 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-918e8e10-785b-443e-ab76-96391f29121e req-2207eb9a-88a6-4fe4-8264-cdb829093783 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Calling delete_port for 13c155f2-f0e9-40cd-951f-f4079fca4159 owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:27:52.020143 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-918e8e10-785b-443e-ab76-96391f29121e req-2207eb9a-88a6-4fe4-8264-cdb829093783 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:52.026691 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-4ec42eed-8ed0-46aa-a150-5394e613c8d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:52.069196 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207eb9a-88a6-4fe4-8264-cdb829093783 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Pushing event deleted for resources: {'Port': ['ID=13c155f2-f0e9-40cd-951f-f4079fca4159,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:52.070764 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a616d627-ad99-4ce1-85ed-4f4a09d29eb3 req-1e1b3057-0810-4b05-b930-5040da3dc4aa tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e2e9133-e7da-4c3d-a0dd-758a33760a88 HTTP/1.1" status: 200  len: 210 time: 0.0450206
Apr 30 13:27:52.073638 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2207eb9a-88a6-4fe4-8264-cdb829093783 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:52.161700 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-918e8e10-785b-443e-ab76-96391f29121e req-2207eb9a-88a6-4fe4-8264-cdb829093783 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] No DVR routers for this DVR port 13c155f2-f0e9-40cd-951f-f4079fca4159 on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:27:52.164406 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-918e8e10-785b-443e-ab76-96391f29121e req-2207eb9a-88a6-4fe4-8264-cdb829093783 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:52.179068 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-918e8e10-785b-443e-ab76-96391f29121e req-2207eb9a-88a6-4fe4-8264-cdb829093783 tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] 10.222.0.89 "DELETE /v2.0/ports/13c155f2-f0e9-40cd-951f-f4079fca4159 HTTP/1.1" status: 204  len: 173 time: 0.7664475
Apr 30 13:27:52.295094 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['13c155f2-f0e9-40cd-951f-f4079fca4159'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:27:53.161286 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2e9133-e7da-4c3d-a0dd-758a33760a88', 'name': 'network-vif-deleted', 'tag': '13c155f2-f0e9-40cd-951f-f4079fca4159'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:27:53.210179 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2e9133-e7da-4c3d-a0dd-758a33760a88', 'name': 'network-vif-deleted', 'tag': '13c155f2-f0e9-40cd-951f-f4079fca4159', 'status': 'completed', 'code': 200}
Apr 30 13:27:53.540069 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7029486e-050c-499e-9c32-94c418ebf477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:53.557390 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ebb8a-4a65-4272-8e11-f0b87dcfe413 req-808e2aa3-18c6-4054-8dc3-b30f602c4964 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:53.558945 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-126ebb8a-4a65-4272-8e11-f0b87dcfe413 req-808e2aa3-18c6-4054-8dc3-b30f602c4964 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 945 time: 0.0909166
Apr 30 13:27:53.607632 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-126ebb8a-4a65-4272-8e11-f0b87dcfe413 req-4f0622a8-f9d5-4523-9f7d-65052c07029a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428152
Apr 30 13:27:53.903006 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 6238be7d-8d9f-40a9-8ae6-7770a54cb232 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:27:53.938350 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: 6238be7d-8d9f-40a9-8ae6-7770a54cb232 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:27:53.938707 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 6238be7d-8d9f-40a9-8ae6-7770a54cb232 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:27:54.805840 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948183e-ba0c-4751-b743-46332fa56cdb req-4a44abd5-67ee-4d82-a6e6-af42c106cafd tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:54.808777 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e948183e-ba0c-4751-b743-46332fa56cdb req-4a44abd5-67ee-4d82-a6e6-af42c106cafd tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 945 time: 0.0900404
Apr 30 13:27:54.853348 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e948183e-ba0c-4751-b743-46332fa56cdb req-2a11cc44-0658-4bdd-98a2-53ea855156f0 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398469
Apr 30 13:27:55.565140 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b84621-292b-44a8-9c4f-e2b060db627b req-452a9e2c-d1fd-4314-b122-d7b04b65d393 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:55.565890 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-11b84621-292b-44a8-9c4f-e2b060db627b req-452a9e2c-d1fd-4314-b122-d7b04b65d393 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Synchronizing usage tracker for tenant:8da822c79b7c418db810341a24b11d68 on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:27:55.584418 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-11b84621-292b-44a8-9c4f-e2b060db627b req-452a9e2c-d1fd-4314-b122-d7b04b65d393 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Unset dirty status for tenant:8da822c79b7c418db810341a24b11d68 on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:27:55.585681 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-11b84621-292b-44a8-9c4f-e2b060db627b req-452a9e2c-d1fd-4314-b122-d7b04b65d393 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 945 time: 0.1029196
Apr 30 13:27:55.733137 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-11b84621-292b-44a8-9c4f-e2b060db627b req-5a708699-9677-48e7-99a8-ed7ba4e81874 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Deleting port cd3e1123-251a-43a4-8ac3-7f6f4b930f83 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:27:55.733482 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-11b84621-292b-44a8-9c4f-e2b060db627b req-5a708699-9677-48e7-99a8-ed7ba4e81874 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:55.874795 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-11b84621-292b-44a8-9c4f-e2b060db627b req-5a708699-9677-48e7-99a8-ed7ba4e81874 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] For port cd3e1123-251a-43a4-8ac3-7f6f4b930f83, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cd3e1123-251a-43a4-8ac3-7f6f4b930f83,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:55.875332 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-11b84621-292b-44a8-9c4f-e2b060db627b req-5a708699-9677-48e7-99a8-ed7ba4e81874 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:55.899719 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 13c155f2-f0e9-40cd-951f-f4079fca4159 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:27:55.948919 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: 13c155f2-f0e9-40cd-951f-f4079fca4159 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:27:55.949665 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 13c155f2-f0e9-40cd-951f-f4079fca4159 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:27:56.016484 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-11b84621-292b-44a8-9c4f-e2b060db627b req-5a708699-9677-48e7-99a8-ed7ba4e81874 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Calling delete_port for cd3e1123-251a-43a4-8ac3-7f6f4b930f83 owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:27:56.137087 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e898d07-80c0-424c-a387-c6379c563da4 req-9faf3892-1e66-4c1f-b1fb-82dae4f2e442 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:56.138768 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9e898d07-80c0-424c-a387-c6379c563da4 req-9faf3892-1e66-4c1f-b1fb-82dae4f2e442 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b619e02-0f81-4647-b472-ed3d2373c5e3 HTTP/1.1" status: 200  len: 945 time: 0.1699755
Apr 30 13:27:56.154331 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-11b84621-292b-44a8-9c4f-e2b060db627b req-5a708699-9677-48e7-99a8-ed7ba4e81874 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:56.160273 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-eb5cc918-f3f2-4a6a-850f-71a92e191c1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:56.171426 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['be69d9d9-28f4-4d61-9fe4-c78ea011024c', '6391d6af-7f92-4ca0-a7bd-b7fbae426079', 'cd3e1123-251a-43a4-8ac3-7f6f4b930f83'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:27:56.189696 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9e898d07-80c0-424c-a387-c6379c563da4 req-61f3d4fa-c380-4758-962d-2370e95fa9e3 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441477
Apr 30 13:27:56.206809 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a708699-9677-48e7-99a8-ed7ba4e81874 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Pushing event deleted for resources: {'Port': ['ID=cd3e1123-251a-43a4-8ac3-7f6f4b930f83,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:56.215235 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-5a708699-9677-48e7-99a8-ed7ba4e81874 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:56.261839 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:56.294763 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b84621-292b-44a8-9c4f-e2b060db627b req-5a708699-9677-48e7-99a8-ed7ba4e81874 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] No DVR routers for this DVR port cd3e1123-251a-43a4-8ac3-7f6f4b930f83 on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:27:56.297085 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-11b84621-292b-44a8-9c4f-e2b060db627b req-5a708699-9677-48e7-99a8-ed7ba4e81874 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:56.299908 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b619e02-0f81-4647-b472-ed3d2373c5e3', 'name': 'network-vif-deleted', 'tag': 'cd3e1123-251a-43a4-8ac3-7f6f4b930f83'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:27:56.317813 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-11b84621-292b-44a8-9c4f-e2b060db627b req-5a708699-9677-48e7-99a8-ed7ba4e81874 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "DELETE /v2.0/ports/cd3e1123-251a-43a4-8ac3-7f6f4b930f83 HTTP/1.1" status: 204  len: 173 time: 0.7256870
Apr 30 13:27:56.360408 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b619e02-0f81-4647-b472-ed3d2373c5e3', 'name': 'network-vif-deleted', 'tag': 'cd3e1123-251a-43a4-8ac3-7f6f4b930f83', 'status': 'completed', 'code': 200}
Apr 30 13:27:56.565867 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-43c7d615-8cc5-4665-a23b-86429b1890d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:57.646142 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a722651-d13b-4ea0-a058-5cfa76f5994e req-4578330c-7f76-4b46-861e-b8713ea73257 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:57.647626 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9a722651-d13b-4ea0-a058-5cfa76f5994e req-4578330c-7f76-4b46-861e-b8713ea73257 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 945 time: 0.0833385
Apr 30 13:27:57.694495 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9a722651-d13b-4ea0-a058-5cfa76f5994e req-c2754f90-82be-497f-9252-f1bc883335b5 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403175
Apr 30 13:27:57.788057 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:57.878052 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50596) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:58.024946 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-be0bcded-e11b-496b-b1d1-c9e1d66d2cd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71c20608991c4a0fa7281a21adc2d6bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1455169
Apr 30 13:27:58.027368 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50602) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:58.086415 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-273b40fd-1570-458b-9cf8-b23ab25a2f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:58.115104 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-273b40fd-1570-458b-9cf8-b23ab25a2f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:58.168681 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-273b40fd-1570-458b-9cf8-b23ab25a2f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:58.172484 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-85b3d6e7-320e-4638-ac46-b8ff17a60fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:58.183644 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b40fd-1570-458b-9cf8-b23ab25a2f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1425df-667d-4c34-8aae-c1e99e698955,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:58.186280 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-273b40fd-1570-458b-9cf8-b23ab25a2f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:58.191727 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-273b40fd-1570-458b-9cf8-b23ab25a2f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:58.195431 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-273b40fd-1570-458b-9cf8-b23ab25a2f6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e1425df-667d-4c34-8aae-c1e99e698955 HTTP/1.1" status: 204  len: 168 time: 0.1645842
Apr 30 13:27:58.621128 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:27:58.889196 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50628) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:58.922915 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d905d-3445-4077-9809-a38a534ce898 req-1a859d00-4074-4f05-9e96-3036129216ef tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:58.924389 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-682d905d-3445-4077-9809-a38a534ce898 req-1a859d00-4074-4f05-9e96-3036129216ef tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 945 time: 0.1128659
Apr 30 13:27:58.973355 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-682d905d-3445-4077-9809-a38a534ce898 req-86a9912b-55fc-4c66-b664-cadb9421db81 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430520
Apr 30 13:27:59.004472 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-87684025-network', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:27:59.009543 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:59.013963 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Usage tracker for resource:network and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:59.016888 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:59.022626 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:59.034632 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Made reservation on behalf of 6de04e3b7a694ccd9d30a3bc7f79adff for: {'network': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:27:59.037082 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:59.049669 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:59.063973 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:59.067857 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Usage tracker for resource:security_group_rule and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:59.070712 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:59.076974 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:59.161989 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:59.168006 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:59.172130 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:59.176311 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-fdedd8af-3c04-4e01-a557-eb6dcf344eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:59.203413 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'}  {{(pid=73837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:27:59.216451 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc740f57-c0e2-4283-b4c0-b1734472448b,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:59.219558 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:59.222412 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:59.222747 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.segments_db [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Added segment 72bed314-0c93-4e04-b53a-cb18795390f9 of type vlan for network 1e9acd42-1792-4403-99f7-9eb8e895c43e
Apr 30 13:27:59.249910 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:59.283653 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:59.285072 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:59.285639 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:59.290590 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:59.509232 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6188447
Apr 30 13:27:59.512869 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50634) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:27:59.517716 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Pushing event updated for resources: {'Network': ['ID=1e9acd42-1792-4403-99f7-9eb8e895c43e,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:27:59.518462 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Request body: {'subnet': {'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-87684025-subnet', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'ip_version': 4}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:27:59.522034 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:27:59.524264 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:27:59.528752 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 1e9acd42-1792-4403-99f7-9eb8e895c43e details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:27:59.529367 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Usage tracker for resource:subnet and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:27:59.532559 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:27:59.538688 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:27:59.554116 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Made reservation on behalf of 6de04e3b7a694ccd9d30a3bc7f79adff for: {'subnet': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:27:59.557499 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11402167'] for subnet, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:59.557793 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c31882-f302-468b-b641-d03de09b0287 req-6b040827-bf24-4c98-8b09-28caef6edbab tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:27:59.558556 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-b0c31882-f302-468b-b641-d03de09b0287 req-6b040827-bf24-4c98-8b09-28caef6edbab tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Synchronizing usage tracker for tenant:8da822c79b7c418db810341a24b11d68 on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:27:59.576059 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-b0c31882-f302-468b-b641-d03de09b0287 req-6b040827-bf24-4c98-8b09-28caef6edbab tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Unset dirty status for tenant:8da822c79b7c418db810341a24b11d68 on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:27:59.577585 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b0c31882-f302-468b-b641-d03de09b0287 req-6b040827-bf24-4c98-8b09-28caef6edbab tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 945 time: 0.2510545
Apr 30 13:27:59.723298 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-b0c31882-f302-468b-b641-d03de09b0287 req-2cb9def6-2bcd-46fb-9e04-c28a835d8a1a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Deleting port 6391d6af-7f92-4ca0-a7bd-b7fbae426079 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:27:59.723298 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b0c31882-f302-468b-b641-d03de09b0287 req-2cb9def6-2bcd-46fb-9e04-c28a835d8a1a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:59.859901 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-b0c31882-f302-468b-b641-d03de09b0287 req-2cb9def6-2bcd-46fb-9e04-c28a835d8a1a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] For port 6391d6af-7f92-4ca0-a7bd-b7fbae426079, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=6391d6af-7f92-4ca0-a7bd-b7fbae426079,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:27:59.860265 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b0c31882-f302-468b-b641-d03de09b0287 req-2cb9def6-2bcd-46fb-9e04-c28a835d8a1a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:59.923562 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device cd3e1123-251a-43a4-8ac3-7f6f4b930f83 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:27:59.948570 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1478042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11402149'] for subnet, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:27:59.953458 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-299434a0-ce7b-4384-ba7d-f0aca20adfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:27:59.957297 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: cd3e1123-251a-43a4-8ac3-7f6f4b930f83 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:27:59.957647 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device cd3e1123-251a-43a4-8ac3-7f6f4b930f83 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:27:59.989568 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-b0c31882-f302-468b-b641-d03de09b0287 req-2cb9def6-2bcd-46fb-9e04-c28a835d8a1a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Calling delete_port for 6391d6af-7f92-4ca0-a7bd-b7fbae426079 owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:28:00.031817 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14253caa-4c3c-4a3f-a4df-daa3751a9a58,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:00.041278 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Checking segment: {'id': '72bed314-0c93-4e04-b53a-cb18795390f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:28:00.041639 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Network hostable DHCP agents. Network: 1e9acd42-1792-4403-99f7-9eb8e895c43e, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:28:00.045245 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:00.045664 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:00.046132 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:00.046603 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:00.046967 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:00.047329 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:00.047688 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:00.048075 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:00.048396 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:00.048755 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:00.049102 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:00.049449 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:00.053280 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:00.070226 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Network 1e9acd42-1792-4403-99f7-9eb8e895c43e is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:28:00.080893 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 1e9acd42-1792-4403-99f7-9eb8e895c43e) {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:28:00.094760 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620f7d4-6089-4895-aec7-64b7115fa7c3 None None] Network 1e9acd42-1792-4403-99f7-9eb8e895c43e requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:28:00.108078 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b0c31882-f302-468b-b641-d03de09b0287 req-2cb9def6-2bcd-46fb-9e04-c28a835d8a1a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:00.113822 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:00.122480 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['be69d9d9-28f4-4d61-9fe4-c78ea011024c', '6391d6af-7f92-4ca0-a7bd-b7fbae426079'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:28:00.125627 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:00.126228 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:00.146406 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4b301992-b2f3-45a3-bada-b7b4ae27d6d7 req-a5413cd6-bd6d-4fbf-9e82-f45b00f7818d tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=222ce99c-ecfc-40d3-b154-e5229ffdebb8 HTTP/1.1" status: 200  len: 210 time: 0.0572684
Apr 30 13:28:00.165009 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9def6-2bcd-46fb-9e04-c28a835d8a1a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Pushing event deleted for resources: {'Port': ['ID=6391d6af-7f92-4ca0-a7bd-b7fbae426079,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:00.165901 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-22ac2d88-2553-470a-8eab-25e97d800206 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.6518042
Apr 30 13:28:00.169200 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50640) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:00.171960 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2cb9def6-2bcd-46fb-9e04-c28a835d8a1a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:00.180264 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:00.186096 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:00.190227 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Usage tracker for resource:router and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:00.193198 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:00.200340 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:00.212587 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260181'] for router, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:00.214785 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3815139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3900580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260188'] for router, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:00.231805 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:00.262135 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c31882-f302-468b-b641-d03de09b0287 req-2cb9def6-2bcd-46fb-9e04-c28a835d8a1a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] No DVR routers for this DVR port 6391d6af-7f92-4ca0-a7bd-b7fbae426079 on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:28:00.264919 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-b0c31882-f302-468b-b641-d03de09b0287 req-2cb9def6-2bcd-46fb-9e04-c28a835d8a1a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:00.267956 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222ce99c-ecfc-40d3-b154-e5229ffdebb8', 'name': 'network-vif-deleted', 'tag': '6391d6af-7f92-4ca0-a7bd-b7fbae426079'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:28:00.295391 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-b0c31882-f302-468b-b641-d03de09b0287 req-2cb9def6-2bcd-46fb-9e04-c28a835d8a1a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "DELETE /v2.0/ports/6391d6af-7f92-4ca0-a7bd-b7fbae426079 HTTP/1.1" status: 204  len: 173 time: 0.7097020
Apr 30 13:28:00.334041 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222ce99c-ecfc-40d3-b154-e5229ffdebb8', 'name': 'network-vif-deleted', 'tag': '6391d6af-7f92-4ca0-a7bd-b7fbae426079', 'status': 'completed', 'code': 200}
Apr 30 13:28:00.493125 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp002ecf29-54e7-5b25-851b-e7a9cc98f979-1e9acd42-1792-4403-99f7-9eb8e895c43e', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'fixed_ips': [{'subnet_id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58'}]}} from dv-cinder-787195-5-iscsi. {{(pid=73838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:28:00.494956 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:00.506129 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:00.517661 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3815066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3857249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260270'] for router, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:00.688444 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Allocated IP 172.20.0.2 (1e9acd42-1792-4403-99f7-9eb8e895c43e/14253caa-4c3c-4a3f-a4df-daa3751a9a58/b2d72797-05f8-44fd-b8d9-f3c36f0ae1db) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:28:00.911162 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:00.921799 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Transition to ACTIVE for port object b2d72797-05f8-44fd-b8d9-f3c36f0ae1db will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:28:00.940473 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:00.943756 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Transition to ACTIVE for port object b2d72797-05f8-44fd-b8d9-f3c36f0ae1db will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:28:00.951033 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:00.954763 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:00.974702 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:01.020864 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Network 1e9acd42-1792-4403-99f7-9eb8e895c43e is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:28:01.024029 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Resources bound (agent type, host, resource id):  {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:28:01.027832 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:28:01.033786 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Pushing event updated for resources: {'Port': ['ID=b2d72797-05f8-44fd-b8d9-f3c36f0ae1db,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:01.070829 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:01.071174 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:01.071512 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:01.071845 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:01.072171 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:01.073067 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:01.073400 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:01.073722 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:01.074047 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:01.074393 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:01.074723 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:01.075038 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:01.082865 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:01.120008 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Allocated IP 172.27.2.104 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/b6898731-df1d-478b-acd9-b70e7def8706) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:28:01.135471 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Attempting to bind port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:28:01.135731 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Attempting to bind port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '72bed314-0c93-4e04-b53a-cb18795390f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:28:01.135983 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Attempting to bind port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db on network 1e9acd42-1792-4403-99f7-9eb8e895c43e {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:28:01.141516 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:28:01.141894 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Checking segment: {'id': '72bed314-0c93-4e04-b53a-cb18795390f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:28:01.142326 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:01.142730 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Bound using segment: {'id': '72bed314-0c93-4e04-b53a-cb18795390f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:28:01.143192 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Bound port: b2d72797-05f8-44fd-b8d9-f3c36f0ae1db, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72bed314-0c93-4e04-b53a-cb18795390f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:28:01.143570 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:01.233366 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] For port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:28:01.236728 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] For port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=b2d72797-05f8-44fd-b8d9-f3c36f0ae1db,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:28:01.242289 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:01.252511 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:01.270955 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:01.303766 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:01.310979 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-f4c035c8-9d2b-48ea-b762-7596e68fea25 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:01.347597 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Pushing event updated for resources: {'Port': ['ID=b2d72797-05f8-44fd-b8d9-f3c36f0ae1db,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:01.350485 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:01.388305 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:28:01.391456 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:28:01.396064 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:28:01.424391 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Pushing event updated for resources: {'Port': ['ID=b6898731-df1d-478b-acd9-b70e7def8706,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:01.431292 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:01.855056 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:02.198701 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3857258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801175'] for router, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:02.274479 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940e5255-4384-4b0f-b01e-7234c640731a None None] Network 1e9acd42-1792-4403-99f7-9eb8e895c43e requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:28:02.311587 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device b2d72797-05f8-44fd-b8d9-f3c36f0ae1db up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:28:02.420650 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-a540fe92-1933-4768-bf7b-708b2de3aeb1 None None] Provisioning for port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:28:02.514606 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:28:02.524046 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:02.524438 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:02.533002 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 is scheduled to L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 with binding_index 1 {{(pid=73836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:28:02.717047 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:02.753282 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:28:02.767626 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Sync routers for ids ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:28:02.780412 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=b2d72797-05f8-44fd-b8d9-f3c36f0ae1db,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:28:02.786362 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Routers {'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:28:02.787156 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28120f70>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:27:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:02.792287 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] Notify callbacks [] for router, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:02.793875 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-97819071-6b6f-4eba-9ecd-cbfc9060a521 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.6236491
Apr 30 13:28:02.796867 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50656) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:02.851046 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:02.862162 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-9c77b2b6-d7ab-47fe-beb4-4c0974580590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:02.997672 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7782664-0922-4514-bed3-df469e3737d4 req-603239e3-9012-42e8-b6bc-130a39f1ac22 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:02.999470 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e7782664-0922-4514-bed3-df469e3737d4 req-603239e3-9012-42e8-b6bc-130a39f1ac22 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 945 time: 0.0994763
Apr 30 13:28:03.017031 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=b2d72797-05f8-44fd-b8d9-f3c36f0ae1db,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:03.023211 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:03.051555 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e7782664-0922-4514-bed3-df469e3737d4 req-1ef0716c-6a02-47f1-bff7-f0827294cf22 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459092
Apr 30 13:28:03.055768 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Set router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:28:03.207651 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-77b1ffcb-99b8-4d9c-98cd-6a9cd486099e None None] Provisioning complete for port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:03.208028 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-77b1ffcb-99b8-4d9c-98cd-6a9cd486099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:03.518204 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28120f70>, [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:28:01Z', 'revision_number': 3, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port': {'id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:01Z', 'updated_at': '2021-04-30T13:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:03.518932 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:03.522118 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Checking router: a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:28:03.522504 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Updating router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 port b6898731-df1d-478b-acd9-b70e7def8706 binding host dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:28:03.579534 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:03.840010 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Allocated IP 172.20.0.1 (1e9acd42-1792-4403-99f7-9eb8e895c43e/14253caa-4c3c-4a3f-a4df-daa3751a9a58/3e456f67-f1f6-4b21-b127-87e4751f4d69) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:28:03.915881 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:03.928205 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Transition to ACTIVE for port object b6898731-df1d-478b-acd9-b70e7def8706 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:28:03.935254 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:03.940114 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:03.969854 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 6391d6af-7f92-4ca0-a7bd-b7fbae426079 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:28:03.992059 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:04.008666 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Transition to ACTIVE for port object 3e456f67-f1f6-4b21-b127-87e4751f4d69 will not be triggered until provisioned by entity DHCP. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:28:04.023709 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: 6391d6af-7f92-4ca0-a7bd-b7fbae426079 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:28:04.024053 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 6391d6af-7f92-4ca0-a7bd-b7fbae426079 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:28:04.033929 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:04.038650 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:04.058176 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Attempting to bind port b6898731-df1d-478b-acd9-b70e7def8706 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:28:04.058614 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Attempting to bind port b6898731-df1d-478b-acd9-b70e7def8706 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:28:04.058969 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Attempting to bind port b6898731-df1d-478b-acd9-b70e7def8706 on network 63a99783-b870-44bc-8ba8-6e64f36180e0 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:28:04.060956 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8420fcc-fd3c-4012-94fb-7cc740d208f4 None None] Pushing event updated for resources: {'Port': ['ID=b6898731-df1d-478b-acd9-b70e7def8706,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:04.064609 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a8420fcc-fd3c-4012-94fb-7cc740d208f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:04.067803 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:28:04.067803 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Checking segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:28:04.068189 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:04.069048 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Bound using segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:28:04.069048 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Bound port: b6898731-df1d-478b-acd9-b70e7def8706, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:28:04.069523 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:04.096964 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Network 1e9acd42-1792-4403-99f7-9eb8e895c43e is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:28:04.105184 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:28:04.109939 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:28:04.148768 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Pushing event updated for resources: {'Port': ['ID=3e456f67-f1f6-4b21-b127-87e4751f4d69,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:04.153950 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] For port b6898731-df1d-478b-acd9-b70e7def8706, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:28:04.157825 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:04.158334 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] For port b6898731-df1d-478b-acd9-b70e7def8706, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=b6898731-df1d-478b-acd9-b70e7def8706,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:28:04.163869 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:04.169819 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:04.175746 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3803097'] for router_interface, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:04.266397 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221459b9-9e80-4a23-b87f-98e97aaa881d req-4eafcd9c-2b15-42b9-b251-97ed8264d2da tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:04.267804 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Routers {'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:28:04.268517 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28120f70>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:27:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:04.275057 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-221459b9-9e80-4a23-b87f-98e97aaa881d req-4eafcd9c-2b15-42b9-b251-97ed8264d2da tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 945 time: 0.1018767
Apr 30 13:28:04.344790 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-221459b9-9e80-4a23-b87f-98e97aaa881d req-8ee1fc20-0050-410e-b67a-530160075763 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642009
Apr 30 13:28:04.358011 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8420fcc-fd3c-4012-94fb-7cc740d208f4 None None] Pushing event updated for resources: {'Port': ['ID=b6898731-df1d-478b-acd9-b70e7def8706,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:04.367670 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device b2d72797-05f8-44fd-b8d9-f3c36f0ae1db up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:28:04.404078 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a8420fcc-fd3c-4012-94fb-7cc740d208f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:04.477941 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:04.520266 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-3949b3eb-cf86-4e3b-8f3c-50e122223702 None None] Provisioning for port 3e456f67-f1f6-4b21-b127-87e4751f4d69 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:28:04.534635 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-3949b3eb-cf86-4e3b-8f3c-50e122223702 None None] Provisioning complete for port 3e456f67-f1f6-4b21-b127-87e4751f4d69 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:04.535016 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3949b3eb-cf86-4e3b-8f3c-50e122223702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:04.625195 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] Set router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:28:04.666036 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-3949b3eb-cf86-4e3b-8f3c-50e122223702 None None] Port 3e456f67-f1f6-4b21-b127-87e4751f4d69 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:28:04.714117 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:04.719055 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:04.736513 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:04.736893 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:04.749574 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2246e164-5ec5-4d0f-91f3-92fb91073060 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:04.865495 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Pushing event updated for resources: {'Port': ['ID=3e456f67-f1f6-4b21-b127-87e4751f4d69,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:04.873229 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3803004'] for router_interface, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:04.877495 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:05.018637 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d2839-b020-4d33-a4e4-be66522116a7 req-d9cf0202-93c9-4367-ace1-cde767dab446 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:05.019343 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-905d2839-b020-4d33-a4e4-be66522116a7 req-d9cf0202-93c9-4367-ace1-cde767dab446 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Synchronizing usage tracker for tenant:8da822c79b7c418db810341a24b11d68 on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:28:05.051446 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Network 1e9acd42-1792-4403-99f7-9eb8e895c43e is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:28:05.052610 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:28:05.057629 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-905d2839-b020-4d33-a4e4-be66522116a7 req-d9cf0202-93c9-4367-ace1-cde767dab446 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Unset dirty status for tenant:8da822c79b7c418db810341a24b11d68 on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:28:05.058802 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-905d2839-b020-4d33-a4e4-be66522116a7 req-d9cf0202-93c9-4367-ace1-cde767dab446 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 945 time: 0.2397962
Apr 30 13:28:05.074842 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28120f70>, [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:28:01Z', 'revision_number': 3, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port': {'id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:01Z', 'updated_at': '2021-04-30T13:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:05.079094 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15446d6c-bcf2-4fa4-9e38-721b256f9d25 None None] The sync data for ids ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'] in dv-cinder-787195-5-iscsi is: [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:28:01Z', 'revision_number': 3, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port': {'id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:01Z', 'updated_at': '2021-04-30T13:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:28:05.320826 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-94994f1d-df9e-46a6-9cb5-c47fe086449e None None] Provisioning complete for port 3e456f67-f1f6-4b21-b127-87e4751f4d69 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:05.320826 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-94994f1d-df9e-46a6-9cb5-c47fe086449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:05.384828 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-94994f1d-df9e-46a6-9cb5-c47fe086449e None None] Port 3e456f67-f1f6-4b21-b127-87e4751f4d69 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:28:05.481450 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:28:05.546919 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76755d7-9797-4782-aa65-1746c201dad1 req-61b627de-4e51-4656-8ad5-d9ff534cf76b tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:05.548823 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d76755d7-9797-4782-aa65-1746c201dad1 req-61b627de-4e51-4656-8ad5-d9ff534cf76b tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 945 time: 0.0917444
Apr 30 13:28:05.554609 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-905d2839-b020-4d33-a4e4-be66522116a7 req-4cad8d28-59fd-4420-86d0-0f925ca3a4f6 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Deleting port be69d9d9-28f4-4d61-9fe4-c78ea011024c {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:28:05.554958 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-905d2839-b020-4d33-a4e4-be66522116a7 req-4cad8d28-59fd-4420-86d0-0f925ca3a4f6 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:05.602512 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d76755d7-9797-4782-aa65-1746c201dad1 req-e7a5f0c9-b654-4ca6-b4d5-760d4dab7b34 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/security-groups?id=7085e2f1-4011-4bfc-b281-c28bb594c024&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473266
Apr 30 13:28:05.797572 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:28:05.800291 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-905d2839-b020-4d33-a4e4-be66522116a7 req-4cad8d28-59fd-4420-86d0-0f925ca3a4f6 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] For port be69d9d9-28f4-4d61-9fe4-c78ea011024c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=be69d9d9-28f4-4d61-9fe4-c78ea011024c,segment=NetworkSegment(d693a7f4-7138-466f-b918-07e57d86955f),segment_id=d693a7f4-7138-466f-b918-07e57d86955f)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:28:05.800657 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-905d2839-b020-4d33-a4e4-be66522116a7 req-4cad8d28-59fd-4420-86d0-0f925ca3a4f6 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:05.871057 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] 10.222.0.15 "PUT /v2.0/routers/a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0732400
Apr 30 13:28:05.937040 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-905d2839-b020-4d33-a4e4-be66522116a7 req-4cad8d28-59fd-4420-86d0-0f925ca3a4f6 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Calling delete_port for be69d9d9-28f4-4d61-9fe4-c78ea011024c owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:28:06.056244 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-905d2839-b020-4d33-a4e4-be66522116a7 req-4cad8d28-59fd-4420-86d0-0f925ca3a4f6 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:06.063117 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-82b2f211-6a6f-4415-ad18-d0ca4e07e8a1 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:06.068738 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['be69d9d9-28f4-4d61-9fe4-c78ea011024c'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:28:06.109999 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad8d28-59fd-4420-86d0-0f925ca3a4f6 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Pushing event deleted for resources: {'Port': ['ID=be69d9d9-28f4-4d61-9fe4-c78ea011024c,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:06.113295 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-4cad8d28-59fd-4420-86d0-0f925ca3a4f6 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:06.190415 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-905d2839-b020-4d33-a4e4-be66522116a7 req-4cad8d28-59fd-4420-86d0-0f925ca3a4f6 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] No DVR routers for this DVR port be69d9d9-28f4-4d61-9fe4-c78ea011024c on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:28:06.192971 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-905d2839-b020-4d33-a4e4-be66522116a7 req-4cad8d28-59fd-4420-86d0-0f925ca3a4f6 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:06.195717 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdce32b-06e1-4838-a01a-54e636074a57', 'name': 'network-vif-deleted', 'tag': 'be69d9d9-28f4-4d61-9fe4-c78ea011024c'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:28:06.216762 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-905d2839-b020-4d33-a4e4-be66522116a7 req-4cad8d28-59fd-4420-86d0-0f925ca3a4f6 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.89 "DELETE /v2.0/ports/be69d9d9-28f4-4d61-9fe4-c78ea011024c HTTP/1.1" status: 204  len: 173 time: 1.1070840
Apr 30 13:28:06.258785 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdce32b-06e1-4838-a01a-54e636074a57', 'name': 'network-vif-deleted', 'tag': 'be69d9d9-28f4-4d61-9fe4-c78ea011024c', 'status': 'completed', 'code': 200}
Apr 30 13:28:06.321627 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device b6898731-df1d-478b-acd9-b70e7def8706 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:28:06.410680 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port b6898731-df1d-478b-acd9-b70e7def8706 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:28:06.417011 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port b6898731-df1d-478b-acd9-b70e7def8706 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:06.417466 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:06.461665 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50684) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:06.468579 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1694624371-network', 'tenant_id': 'ad47ad245d034949b533959a1494b34c'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:06.473212 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:06.477815 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Usage tracker for resource:network and tenant:ad47ad245d034949b533959a1494b34c is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:06.481619 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:06.487286 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:06.499695 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Made reservation on behalf of ad47ad245d034949b533959a1494b34c for: {'network': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:28:06.502752 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:06.516075 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:06.531786 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:06.535644 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:ad47ad245d034949b533959a1494b34c is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:06.538503 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:06.544946 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:06.545584 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:06.563261 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port b6898731-df1d-478b-acd9-b70e7def8706, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=b6898731-df1d-478b-acd9-b70e7def8706,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:28:06.567736 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:06.570106 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:06.641255 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:06.645180 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=b6898731-df1d-478b-acd9-b70e7def8706,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:06.647730 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:06.648551 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:06.656020 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2c19cf1a-dd97-4a9a-be8f-e6a5ee52a5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:06.692838 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Sync routers for ids ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:28:06.701583 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'}  {{(pid=73836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:28:06.709596 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Routers {'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:28:06.709596 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c285fdbe0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:27:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:06.716714 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:06.717438 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.segments_db [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Added segment 2669fbc5-c60f-4380-af94-ba9d56f52b3a of type vlan for network 4fae75c2-851e-443f-9bcb-6c8009cad187
Apr 30 13:28:06.750044 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:06.764525 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd459e2a-26f0-478f-bf83-36b5b72b8413,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:06.783842 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:06.844581 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8a419520-5e07-45bf-9954-acf495a9a0ba req-4964a3b1-e799-468f-b96a-c6d7202e9f24 tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bdce32b-06e1-4838-a01a-54e636074a57 HTTP/1.1" status: 200  len: 210 time: 0.0597370
Apr 30 13:28:06.856895 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:06.858442 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:06.859310 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:06.864978 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:06.945702 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Set router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:28:06.962163 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=4fae75c2-851e-443f-9bcb-6c8009cad187,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:06.968080 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5027876
Apr 30 13:28:06.968080 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-853535e7-7ec7-43d9-9266-c2bb10266fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:06.968371 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50690) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:06.973560 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Request body: {'subnet': {'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1694624371-subnet', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'ip_version': 4}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:06.977678 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 4fae75c2-851e-443f-9bcb-6c8009cad187 details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:28:06.979073 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:06.984522 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Usage tracker for resource:subnet and tenant:ad47ad245d034949b533959a1494b34c is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:06.987532 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:06.995861 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:07.016947 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Made reservation on behalf of ad47ad245d034949b533959a1494b34c for: {'subnet': 1} {{(pid=73836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:28:07.019450 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11402167'] for subnet, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:07.269345 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c285fdbe0>, [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:28:04Z', 'revision_number': 4, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port': {'id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:01Z', 'updated_at': '2021-04-30T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '3e456f67-f1f6-4b21-b127-87e4751f4d69', 'name': '', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'mac_address': 'fa:16:3e:77:08:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:03Z', 'updated_at': '2021-04-30T13:28:04Z', 'revision_number': 2, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'subnets': [{'id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:07.273514 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Checking router: a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:28:07.273870 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Updating router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 port 3e456f67-f1f6-4b21-b127-87e4751f4d69 binding host dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:28:07.327382 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:07.405640 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1478042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11402149'] for subnet, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:07.409596 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-276d091e-74dd-4d02-934d-ca8cdd7f7ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:07.485532 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a14029-1959-413d-ad77-cc3e862d10f4,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:07.488719 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:07.500660 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Checking segment: {'id': '2669fbc5-c60f-4380-af94-ba9d56f52b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:28:07.501024 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Network hostable DHCP agents. Network: 4fae75c2-851e-443f-9bcb-6c8009cad187, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:28:07.518388 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Network 4fae75c2-851e-443f-9bcb-6c8009cad187 is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:28:07.528960 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 4fae75c2-851e-443f-9bcb-6c8009cad187) {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:28:07.537533 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5380614c-d167-4c6f-a89d-aa2f2dec9ab9 None None] Network 4fae75c2-851e-443f-9bcb-6c8009cad187 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:28:07.540579 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:07.541247 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] Notify callbacks [] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:07.563770 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-807f2d41-0c7a-41e2-b8bd-fb0730b15feb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5944920
Apr 30 13:28:07.566555 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50694) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:07.573131 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1694624371-router', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:07.577884 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:07.582129 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Usage tracker for resource:router and tenant:ad47ad245d034949b533959a1494b34c is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:07.585115 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:07.592162 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:07.602736 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-383477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260181'] for router, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:07.604457 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-383468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3815139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3900580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260188'] for router, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:07.624638 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:07.731223 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:07.744146 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Transition to ACTIVE for port object 3e456f67-f1f6-4b21-b127-87e4751f4d69 will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:28:07.753015 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:07.758049 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-04acf069-db35-4920-81ec-ccd7db8416a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:07.766600 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp002ecf29-54e7-5b25-851b-e7a9cc98f979-4fae75c2-851e-443f-9bcb-6c8009cad187', 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'fixed_ips': [{'subnet_id': 'e2a14029-1959-413d-ad77-cc3e862d10f4'}]}} from dv-cinder-787195-5-iscsi. {{(pid=73838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 13:28:07.767445 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:07.935732 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3815066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3857249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260270'] for router, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:07.936560 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.db_base_plugin_common [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Allocated IP 172.20.0.2 (4fae75c2-851e-443f-9bcb-6c8009cad187/e2a14029-1959-413d-ad77-cc3e862d10f4/619d73f5-fb75-405e-9c2a-2ecf7f00b40b) {{(pid=73838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:28:07.995677 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50700) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:08.010780 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Pushing event updated for resources: {'Port': ['ID=3e456f67-f1f6-4b21-b127-87e4751f4d69,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:08.087215 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:08.088978 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:08.089597 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:08.090309 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:08.091305 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:08.091892 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:08.092316 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:08.092744 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:08.093305 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:08.093732 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:08.094156 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:08.095001 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:08.097106 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d6d5cc-978f-4996-8853-9244fe60d18a admin admin] Deleting subnet b0f9a8ba-05c1-44c5-a778-42dff7d373c9 {{(pid=73836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:28:08.100891 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:08.101286 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-32d6d5cc-978f-4996-8853-9244fe60d18a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.131504 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Attempting to bind port 3e456f67-f1f6-4b21-b127-87e4751f4d69 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:28:08.132014 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Attempting to bind port 3e456f67-f1f6-4b21-b127-87e4751f4d69 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '72bed314-0c93-4e04-b53a-cb18795390f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:28:08.132680 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Attempting to bind port 3e456f67-f1f6-4b21-b127-87e4751f4d69 on network 1e9acd42-1792-4403-99f7-9eb8e895c43e {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:28:08.140100 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:28:08.141004 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Checking segment: {'id': '72bed314-0c93-4e04-b53a-cb18795390f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:28:08.141656 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.142287 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Bound using segment: {'id': '72bed314-0c93-4e04-b53a-cb18795390f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:28:08.143022 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Bound port: 3e456f67-f1f6-4b21-b127-87e4751f4d69, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72bed314-0c93-4e04-b53a-cb18795390f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:28:08.143669 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.166994 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-32d6d5cc-978f-4996-8853-9244fe60d18a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823725'] for subnet, precommit_delete_associations {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.248676 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-32d6d5cc-978f-4996-8853-9244fe60d18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.267076 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Notify callbacks [] for port, precommit_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.278718 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Transition to ACTIVE for port object 619d73f5-fb75-405e-9c2a-2ecf7f00b40b will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:28:08.287848 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device b6898731-df1d-478b-acd9-b70e7def8706 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:28:08.292941 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] For port 3e456f67-f1f6-4b21-b127-87e4751f4d69, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:28:08.296803 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] For port 3e456f67-f1f6-4b21-b127-87e4751f4d69, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=3e456f67-f1f6-4b21-b127-87e4751f4d69,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:28:08.302129 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.314249 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-04acf069-db35-4920-81ec-ccd7db8416a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:08.350780 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Transition to ACTIVE for port object 619d73f5-fb75-405e-9c2a-2ecf7f00b40b will not be triggered until provisioned by entity DHCP. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:28:08.377200 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286'] for port, after_create {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.387893 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:08.396667 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Routers {'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:28:08.397323 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c285fdbe0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:27:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:08.474532 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Pushing event updated for resources: {'Port': ['ID=619d73f5-fb75-405e-9c2a-2ecf7f00b40b,revision_number=1']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:08.497663 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:08.514323 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Network 4fae75c2-851e-443f-9bcb-6c8009cad187 is already hosted by enough agents. {{(pid=73838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:28:08.516912 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.scheduler.base_scheduler [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Resources bound (agent type, host, resource id):  {{(pid=73838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:28:08.522910 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Received port after_create {{(pid=73838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:28:08.548610 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.586836 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.623194 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port b6898731-df1d-478b-acd9-b70e7def8706 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:08.623841 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.629893 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] Set router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:28:08.696653 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Attempting to bind port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:28:08.697986 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Attempting to bind port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '2669fbc5-c60f-4380-af94-ba9d56f52b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:28:08.698143 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Attempting to bind port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b on network 4fae75c2-851e-443f-9bcb-6c8009cad187 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:28:08.722159 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:28:08.722581 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Checking segment: {'id': '2669fbc5-c60f-4380-af94-ba9d56f52b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:28:08.723021 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.723439 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-32d6d5cc-978f-4996-8853-9244fe60d18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1476695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11402154'] for subnet, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.724075 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Bound using segment: {'id': '2669fbc5-c60f-4380-af94-ba9d56f52b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:28:08.724579 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Bound port: 619d73f5-fb75-405e-9c2a-2ecf7f00b40b, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2669fbc5-c60f-4380-af94-ba9d56f52b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:28:08.724971 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.729929 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-59ce83b9-9aed-447e-8dbc-8cc4f1e90b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:08.779014 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6d5cc-978f-4996-8853-9244fe60d18a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f9a8ba-05c1-44c5-a778-42dff7d373c9,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:08.784032 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-32d6d5cc-978f-4996-8853-9244fe60d18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:08.785214 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-32d6d5cc-978f-4996-8853-9244fe60d18a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.794367 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-32d6d5cc-978f-4996-8853-9244fe60d18a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b0f9a8ba-05c1-44c5-a778-42dff7d373c9 HTTP/1.1" status: 204  len: 168 time: 0.7968595
Apr 30 13:28:08.796787 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50704) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:08.857951 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Pushing event updated for resources: {'Port': ['ID=3e456f67-f1f6-4b21-b127-87e4751f4d69,revision_number=4']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:08.865750 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Allocated IP 172.27.2.148 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/1de2a24b-9554-4e33-9f61-76e5c08dfed8) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:28:08.870164 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-91315987-3a8f-49f5-9535-b3e44dd628c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:08.904358 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] For port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:28:08.907742 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] For port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=619d73f5-fb75-405e-9c2a-2ecf7f00b40b,segment=NetworkSegment(2669fbc5-c60f-4380-af94-ba9d56f52b3a),segment_id=2669fbc5-c60f-4380-af94-ba9d56f52b3a)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:28:08.934728 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.978966 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:08.986670 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:09.044462 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c285fdbe0>, [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:28:04Z', 'revision_number': 4, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port': {'id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:01Z', 'updated_at': '2021-04-30T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '3e456f67-f1f6-4b21-b127-87e4751f4d69', 'name': '', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'mac_address': 'fa:16:3e:77:08:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:03Z', 'updated_at': '2021-04-30T13:28:08Z', 'revision_number': 4, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'subnets': [{'id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:09.049902 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127de9a-b0a2-4675-928d-d603cdc7536b None None] The sync data for ids ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'] in dv-cinder-787195-5-iscsi is: [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:28:04Z', 'revision_number': 4, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port': {'id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:01Z', 'updated_at': '2021-04-30T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '3e456f67-f1f6-4b21-b127-87e4751f4d69', 'name': '', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'mac_address': 'fa:16:3e:77:08:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:03Z', 'updated_at': '2021-04-30T13:28:08Z', 'revision_number': 4, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'subnets': [{'id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:28:09.067342 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:09.079366 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:09.099347 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Pushing event updated for resources: {'Port': ['ID=619d73f5-fb75-405e-9c2a-2ecf7f00b40b,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:09.102353 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:09.114818 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:09.130757 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-abf5a5af-b051-42e7-97b3-44c00b69a74c tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:09.207375 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:28:09.210466 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:28:09.214947 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:28:09.247207 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c22d9c2e0>,) {'filters': {'network_id': ['1d592503-ccbf-47c2-a3a2-3baacba67ba2']}} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:09.264020 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c22d9c2e0>, 'd693a7f4-7138-466f-b918-07e57d86955f') {'for_net_delete': True} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:09.264683 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c22d9c2e0>, 'd693a7f4-7138-466f-b918-07e57d86955f') {} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:09.287594 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823716'] for segment, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:09.291502 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Pushing event updated for resources: {'Port': ['ID=1de2a24b-9554-4e33-9f61-76e5c08dfed8,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:09.302395 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:09.318077 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:09.329525 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=73836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:28:09.602081 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] Network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:28:09.612119 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1476861'] for segment, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:09.794330 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] Network 1d592503-ccbf-47c2-a3a2-3baacba67ba2 has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:28:09.812028 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]: Traceback (most recent call last):
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     timer()
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     cb(*args, **kw)
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     return func(*args, **kwargs)
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     self._notify()
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     self.callback(batched_events)
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     event.method(event)
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     return f(self, *a, **k)
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._get(url).json()
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:28:09.818172 dv-cinder-787195-5-iscsi neutron-server[73836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:28:09.899480 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:09.906528 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:09.909124 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-1028a04c-2c8c-47ab-b415-5eb494610e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:09.933695 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d592503-ccbf-47c2-a3a2-3baacba67ba2,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:09.940110 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:09.950322 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1d592503-ccbf-47c2-a3a2-3baacba67ba2 HTTP/1.1" status: 204  len: 168 time: 1.1523094
Apr 30 13:28:09.975453 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device be69d9d9-28f4-4d61-9fe4-c78ea011024c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:28:10.022490 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: be69d9d9-28f4-4d61-9fe4-c78ea011024c {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:28:10.022841 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device be69d9d9-28f4-4d61-9fe4-c78ea011024c not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:28:10.223997 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3857258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3801175'] for router, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:10.233527 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50710) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:10.329019 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-a99fe91a-027d-4515-a98c-49c8965bdfa2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8da822c79b7c418db810341a24b11d68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0937707
Apr 30 13:28:10.330589 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50714) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:10.384746 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 3e456f67-f1f6-4b21-b127-87e4751f4d69 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:28:10.444836 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-373a63a5-686e-4ba5-bd04-4598c63f55bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:10.451802 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ebd584-a013-4ade-9518-e98bffff3380 None None] Network 4fae75c2-851e-443f-9bcb-6c8009cad187 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:28:10.480492 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-373a63a5-686e-4ba5-bd04-4598c63f55bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:10.540127 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-373a63a5-686e-4ba5-bd04-4598c63f55bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:10.544212 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a64f36e6-4206-471b-9624-f1d9edfe5192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:10.559222 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a63a5-686e-4ba5-bd04-4598c63f55bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7085e2f1-4011-4bfc-b281-c28bb594c024,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:10.563305 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-373a63a5-686e-4ba5-bd04-4598c63f55bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:10.577897 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-373a63a5-686e-4ba5-bd04-4598c63f55bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:10.582463 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-373a63a5-686e-4ba5-bd04-4598c63f55bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7085e2f1-4011-4bfc-b281-c28bb594c024 HTTP/1.1" status: 204  len: 168 time: 0.2507992
Apr 30 13:28:10.593770 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-c48fcbbe-9840-4045-bb80-2721772365db None None] Provisioning for port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:28:10.641429 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 3e456f67-f1f6-4b21-b127-87e4751f4d69 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:28:10.647261 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Router 60b816a6-e9e9-4d25-a761-896d787e4f3d is scheduled to L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 with binding_index 1 {{(pid=73837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 13:28:10.653276 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 3e456f67-f1f6-4b21-b127-87e4751f4d69 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:10.653831 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:10.849393 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:28:10.863659 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Sync routers for ids ['60b816a6-e9e9-4d25-a761-896d787e4f3d'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:28:10.879201 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] Notify callbacks [] for router, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:10.881181 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-26e6d901-e310-4869-9063-151bfd80afb0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.3135505
Apr 30 13:28:10.884122 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50722) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:10.897589 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Routers {'60b816a6-e9e9-4d25-a761-896d787e4f3d'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:28:10.898227 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23a4bd30>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:27:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['60b816a6-e9e9-4d25-a761-896d787e4f3d'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:10.968282 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:11.115895 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 3e456f67-f1f6-4b21-b127-87e4751f4d69, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=3e456f67-f1f6-4b21-b127-87e4751f4d69,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:28:11.124604 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:11.125466 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 619d73f5-fb75-405e-9c2a-2ecf7f00b40b up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:28:11.157291 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:11.224424 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Set router 60b816a6-e9e9-4d25-a761-896d787e4f3d gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:28:11.419197 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=3e456f67-f1f6-4b21-b127-87e4751f4d69,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:11.465852 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:11.505712 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:28:11.523976 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:11.524696 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:11.701747 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23a4bd30>, [{'id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'name': 'tempest-TestShelveInstance-1694624371-router', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:07Z', 'updated_at': '2021-04-30T13:28:09Z', 'revision_number': 3, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'gw_port': {'id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:08Z', 'updated_at': '2021-04-30T13:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:11.708804 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:11.719140 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Checking router: 60b816a6-e9e9-4d25-a761-896d787e4f3d for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:28:11.719497 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Updating router 60b816a6-e9e9-4d25-a761-896d787e4f3d port 1de2a24b-9554-4e33-9f61-76e5c08dfed8 binding host dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:28:11.773781 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:11.793749 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:11.880952 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=619d73f5-fb75-405e-9c2a-2ecf7f00b40b,segment=NetworkSegment(2669fbc5-c60f-4380-af94-ba9d56f52b3a),segment_id=2669fbc5-c60f-4380-af94-ba9d56f52b3a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:28:11.888741 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:11.896951 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a8420fcc-fd3c-4012-94fb-7cc740d208f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:12.015342 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Allocated IP 172.20.0.1 (4fae75c2-851e-443f-9bcb-6c8009cad187/e2a14029-1959-413d-ad77-cc3e862d10f4/ca94fdfd-fa18-4229-af06-86888e74c14c) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:28:12.030830 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=619d73f5-fb75-405e-9c2a-2ecf7f00b40b,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:12.035959 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:12.184790 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.202052 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.provisioning_blocks [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Transition to ACTIVE for port object ca94fdfd-fa18-4229-af06-86888e74c14c will not be triggered until provisioned by entity DHCP. {{(pid=73836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:28:12.229274 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.235537 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8234b364-0f01-4e5a-8242-681f184fa3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:12.281468 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Notify callbacks [] for port, precommit_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.295004 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 3e456f67-f1f6-4b21-b127-87e4751f4d69 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:28:12.303310 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Network 4fae75c2-851e-443f-9bcb-6c8009cad187 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:28:12.311115 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:28:12.315343 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:28:12.326911 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Transition to ACTIVE for port object 1de2a24b-9554-4e33-9f61-76e5c08dfed8 will not be triggered until provisioned by entity L2. {{(pid=73838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:28:12.341321 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.347474 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:12.357082 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Pushing event updated for resources: {'Port': ['ID=ca94fdfd-fa18-4229-af06-86888e74c14c,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:12.365703 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:12.382172 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3803097'] for router_interface, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.460969 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a284e1-673a-4ad7-aba1-d780545f3a1d None None] Pushing event updated for resources: {'Port': ['ID=1de2a24b-9554-4e33-9f61-76e5c08dfed8,revision_number=2']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:12.466876 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Attempting to bind port 1de2a24b-9554-4e33-9f61-76e5c08dfed8 on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:28:12.467264 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Attempting to bind port 1de2a24b-9554-4e33-9f61-76e5c08dfed8 by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:28:12.467784 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Attempting to bind port 1de2a24b-9554-4e33-9f61-76e5c08dfed8 on network 63a99783-b870-44bc-8ba8-6e64f36180e0 {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:28:12.472039 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a284e1-673a-4ad7-aba1-d780545f3a1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:12.478223 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:28:12.479308 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Checking segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:28:12.479672 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.480075 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Bound using segment: {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'} {{(pid=73838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:28:12.480566 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.managers [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Bound port: 1de2a24b-9554-4e33-9f61-76e5c08dfed8, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd195d91b-363c-4e25-a982-ef40bb39a5d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0'}}] {{(pid=73838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:28:12.480948 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.518119 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 3e456f67-f1f6-4b21-b127-87e4751f4d69 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:12.518527 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.543365 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.627327 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] For port 1de2a24b-9554-4e33-9f61-76e5c08dfed8, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:28:12.631182 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] For port 1de2a24b-9554-4e33-9f61-76e5c08dfed8, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=1de2a24b-9554-4e33-9f61-76e5c08dfed8,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:28:12.639021 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.644255 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:12.681056 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-51c3994d-134e-408a-b728-87fadfb46d96 None None] Provisioning for port ca94fdfd-fa18-4229-af06-86888e74c14c completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:28:12.735629 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-51c3994d-134e-408a-b728-87fadfb46d96 None None] Provisioning complete for port ca94fdfd-fa18-4229-af06-86888e74c14c triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:12.735846 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-51c3994d-134e-408a-b728-87fadfb46d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.798919 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50764) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:12.815848 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.821038 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.829836 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Routers {'60b816a6-e9e9-4d25-a761-896d787e4f3d'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:28:12.830631 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23a4bd30>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:27:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['60b816a6-e9e9-4d25-a761-896d787e4f3d'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:12.868648 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-3e9f1c54-01df-42ca-8a77-7f32af455a3a tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:12.900435 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 619d73f5-fb75-405e-9c2a-2ecf7f00b40b up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:28:12.922135 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3803004'] for router_interface, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.928348 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-69f6e969-4058-45cf-a4ab-d2e36bca8d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:12.935859 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a284e1-673a-4ad7-aba1-d780545f3a1d None None] Pushing event updated for resources: {'Port': ['ID=1de2a24b-9554-4e33-9f61-76e5c08dfed8,revision_number=3']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:12.946074 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-69f6e969-4058-45cf-a4ab-d2e36bca8d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:12.951246 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-69f6e969-4058-45cf-a4ab-d2e36bca8d93 admin admin] Usage tracker for resource:security_group_rule and tenant:8dd7f9cdc43c4ac28031d2b0186a8b6a is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:12.952701 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a284e1-673a-4ad7-aba1-d780545f3a1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:12.954521 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-69f6e969-4058-45cf-a4ab-d2e36bca8d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:12.958337 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-51c3994d-134e-408a-b728-87fadfb46d96 None None] Port ca94fdfd-fa18-4229-af06-86888e74c14c cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:28:12.961377 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-69f6e969-4058-45cf-a4ab-d2e36bca8d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:12.978087 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Pushing event updated for resources: {'Port': ['ID=ca94fdfd-fa18-4229-af06-86888e74c14c,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:12.983334 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:13.068127 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-69f6e969-4058-45cf-a4ab-d2e36bca8d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:13.073634 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-69f6e969-4058-45cf-a4ab-d2e36bca8d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:13.083865 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-2c6ffe31-e5e6-4092-b4d1-e62d104a6554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:13.090046 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:13.090456 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:13.132720 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-69f6e969-4058-45cf-a4ab-d2e36bca8d93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8dd7f9cdc43c4ac28031d2b0186a8b6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3326919
Apr 30 13:28:13.135671 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50770) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:13.138712 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6e969-4058-45cf-a4ab-d2e36bca8d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd945b97-6be9-4100-a2ea-badd1deb7768,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:13.140377 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] Set router 60b816a6-e9e9-4d25-a761-896d787e4f3d gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:28:13.142026 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-69f6e969-4058-45cf-a4ab-d2e36bca8d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:13.200438 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Network 4fae75c2-851e-443f-9bcb-6c8009cad187 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:28:13.201770 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:28:13.223300 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e964-fe64-4451-adeb-4c21db792ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:13.253518 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e964-fe64-4451-adeb-4c21db792ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:13.311788 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e964-fe64-4451-adeb-4c21db792ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:13.317947 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6a6c1d1f-a769-40a1-81d1-af413561daaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:13.329774 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8e964-fe64-4451-adeb-4c21db792ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd945b97-6be9-4100-a2ea-badd1deb7768,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:13.332264 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-bcb8e964-fe64-4451-adeb-4c21db792ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:13.339088 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e964-fe64-4451-adeb-4c21db792ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:13.352780 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-bcb8e964-fe64-4451-adeb-4c21db792ef4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd945b97-6be9-4100-a2ea-badd1deb7768 HTTP/1.1" status: 204  len: 168 time: 0.2122755
Apr 30 13:28:13.437070 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Router 60b816a6-e9e9-4d25-a761-896d787e4f3d has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:28:13.578045 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-97e491f6-00f3-4148-9a59-27df8a94c9ec None None] Provisioning complete for port ca94fdfd-fa18-4229-af06-86888e74c14c triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:13.578693 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-97e491f6-00f3-4148-9a59-27df8a94c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:13.635540 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:28:13.642415 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-97e491f6-00f3-4148-9a59-27df8a94c9ec None None] Port ca94fdfd-fa18-4229-af06-86888e74c14c cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:28:13.646163 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-6da9adc3-6275-4d74-a62b-e14e37b9ce97 admin admin] 10.222.0.15 "PUT /v2.0/routers/60b816a6-e9e9-4d25-a761-896d787e4f3d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7600448
Apr 30 13:28:13.658515 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23a4bd30>, [{'id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'name': 'tempest-TestShelveInstance-1694624371-router', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:07Z', 'updated_at': '2021-04-30T13:28:12Z', 'revision_number': 4, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'gw_port': {'id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:08Z', 'updated_at': '2021-04-30T13:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'ca94fdfd-fa18-4229-af06-86888e74c14c', 'name': '', 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'mac_address': 'fa:16:3e:2b:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2a14029-1959-413d-ad77-cc3e862d10f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:11Z', 'updated_at': '2021-04-30T13:28:12Z', 'revision_number': 2, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'subnets': [{'id': 'e2a14029-1959-413d-ad77-cc3e862d10f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:13.662593 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b8a93-97f6-49b6-8052-6ccf82fe139b None None] The sync data for ids ['60b816a6-e9e9-4d25-a761-896d787e4f3d'] in dv-cinder-787195-5-iscsi is: [{'id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'name': 'tempest-TestShelveInstance-1694624371-router', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:07Z', 'updated_at': '2021-04-30T13:28:12Z', 'revision_number': 4, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'gw_port': {'id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:08Z', 'updated_at': '2021-04-30T13:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'ca94fdfd-fa18-4229-af06-86888e74c14c', 'name': '', 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'mac_address': 'fa:16:3e:2b:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2a14029-1959-413d-ad77-cc3e862d10f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:11Z', 'updated_at': '2021-04-30T13:28:12Z', 'revision_number': 2, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'subnets': [{'id': 'e2a14029-1959-413d-ad77-cc3e862d10f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:28:13.713515 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50780) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:13.741603 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e60e396e-c74c-4da4-8708-b7a785a3fe27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:13.757620 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-e60e396e-c74c-4da4-8708-b7a785a3fe27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:13.761762 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-e60e396e-c74c-4da4-8708-b7a785a3fe27 admin admin] Usage tracker for resource:security_group_rule and tenant:1ebc8cc7e4d34584935e13246af11ea6 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:13.764796 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-e60e396e-c74c-4da4-8708-b7a785a3fe27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:13.772348 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-e60e396e-c74c-4da4-8708-b7a785a3fe27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:13.865515 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e60e396e-c74c-4da4-8708-b7a785a3fe27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:13.871001 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e60e396e-c74c-4da4-8708-b7a785a3fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:13.881110 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-05818753-1fb9-4d1e-a4bb-3208cc1198e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:13.949963 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-e60e396e-c74c-4da4-8708-b7a785a3fe27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ebc8cc7e4d34584935e13246af11ea6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2353425
Apr 30 13:28:13.950896 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e396e-c74c-4da4-8708-b7a785a3fe27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a6d795-1220-4044-8ebd-e0afc5baf598,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:13.952738 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50788) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:13.955423 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e60e396e-c74c-4da4-8708-b7a785a3fe27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:14.030995 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c0aef892-67e6-402f-928e-545bda0f8547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.067729 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c0aef892-67e6-402f-928e-545bda0f8547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.124470 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c0aef892-67e6-402f-928e-545bda0f8547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.128617 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-9d86d821-eb30-4c53-bbe2-07e5cea7a00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:14.141184 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aef892-67e6-402f-928e-545bda0f8547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a6d795-1220-4044-8ebd-e0afc5baf598,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:14.148013 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c0aef892-67e6-402f-928e-545bda0f8547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:14.148830 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c0aef892-67e6-402f-928e-545bda0f8547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.149987 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-c0aef892-67e6-402f-928e-545bda0f8547 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65a6d795-1220-4044-8ebd-e0afc5baf598 HTTP/1.1" status: 204  len: 168 time: 0.1959686
Apr 30 13:28:14.273856 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50794) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:14.280650 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355153301', 'description': 'tempest-secgroup-smoke-1355153301 description', 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:14.286459 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:14.290831 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Usage tracker for resource:security_group and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:14.294834 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:14.301333 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:14.312194 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.333863 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:14.338818 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Usage tracker for resource:security_group_rule and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:14.341923 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:14.347908 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:14.430462 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.435720 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.441555 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-373a63a5-686e-4ba5-bd04-4598c63f55bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:14.483243 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:14.486548 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:14.487458 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.489219 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-71d4df9a-da98-41c0-a43b-a2ebbce5b382 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2125490
Apr 30 13:28:14.492295 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50802) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:14.499678 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-b78f677f-10b4-481f-9b28-6f59e8ee6d73 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Request body: {'security_group_rule': {'security_group_id': 'a89a579c-dbc9-419a-9980-8f1a8e5f4ee4', 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:14.505778 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-b78f677f-10b4-481f-9b28-6f59e8ee6d73 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:14.510197 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-b78f677f-10b4-481f-9b28-6f59e8ee6d73 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Usage tracker for resource:security_group_rule and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:14.513112 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-b78f677f-10b4-481f-9b28-6f59e8ee6d73 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:14.519586 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-b78f677f-10b4-481f-9b28-6f59e8ee6d73 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:14.537821 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b78f677f-10b4-481f-9b28-6f59e8ee6d73 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.605565 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b78f677f-10b4-481f-9b28-6f59e8ee6d73 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.609513 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b78f677f-10b4-481f-9b28-6f59e8ee6d73 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.618127 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:14.640835 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f677f-10b4-481f-9b28-6f59e8ee6d73 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8d8736-3462-4938-9490-a70380ca22e4,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:14.646170 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b78f677f-10b4-481f-9b28-6f59e8ee6d73 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:14.653979 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-b78f677f-10b4-481f-9b28-6f59e8ee6d73 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.655180 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-b78f677f-10b4-481f-9b28-6f59e8ee6d73 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1617599
Apr 30 13:28:14.658021 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50812) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:14.663395 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-34c772d6-c93e-4dcf-a44a-abe96c8c6a6a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Request body: {'security_group_rule': {'security_group_id': 'a89a579c-dbc9-419a-9980-8f1a8e5f4ee4', 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:14.669603 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-34c772d6-c93e-4dcf-a44a-abe96c8c6a6a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:14.678225 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-34c772d6-c93e-4dcf-a44a-abe96c8c6a6a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Usage tracker for resource:security_group_rule and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:14.681472 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-34c772d6-c93e-4dcf-a44a-abe96c8c6a6a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:14.687921 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-34c772d6-c93e-4dcf-a44a-abe96c8c6a6a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:14.708682 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-34c772d6-c93e-4dcf-a44a-abe96c8c6a6a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.787625 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-34c772d6-c93e-4dcf-a44a-abe96c8c6a6a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.792555 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-34c772d6-c93e-4dcf-a44a-abe96c8c6a6a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.794413 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7e5baba4-1575-427b-95b7-119a54e966da tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:14.816930 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c772d6-c93e-4dcf-a44a-abe96c8c6a6a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffdd59e-51f6-4719-b9cc-39343e0b341b,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:14.819396 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-34c772d6-c93e-4dcf-a44a-abe96c8c6a6a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:14.827429 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-34c772d6-c93e-4dcf-a44a-abe96c8c6a6a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.828945 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-34c772d6-c93e-4dcf-a44a-abe96c8c6a6a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1696522
Apr 30 13:28:14.832140 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50820) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:14.841500 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-d28d6e94-3225-4903-ba82-58633391461d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Request body: {'security_group_rule': {'security_group_id': 'a89a579c-dbc9-419a-9980-8f1a8e5f4ee4', 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:14.851656 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-d28d6e94-3225-4903-ba82-58633391461d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:14.857971 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-d28d6e94-3225-4903-ba82-58633391461d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Usage tracker for resource:security_group_rule and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:14.862878 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-d28d6e94-3225-4903-ba82-58633391461d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:14.873418 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-d28d6e94-3225-4903-ba82-58633391461d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:14.906773 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d28d6e94-3225-4903-ba82-58633391461d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.988880 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d28d6e94-3225-4903-ba82-58633391461d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:14.994799 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d28d6e94-3225-4903-ba82-58633391461d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.001776 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-9098b333-4d24-46ce-81e5-869b53854ed9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:15.021174 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d6e94-3225-4903-ba82-58633391461d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d19b860-fac3-4372-89f4-573b8e6dcca0,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:15.023802 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-d28d6e94-3225-4903-ba82-58633391461d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:15.033444 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-d28d6e94-3225-4903-ba82-58633391461d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.034628 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-d28d6e94-3225-4903-ba82-58633391461d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2011726
Apr 30 13:28:15.037403 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50830) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:15.044181 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-e66fe15c-9a3a-40eb-bc74-3ca57bb74928 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Request body: {'security_group_rule': {'security_group_id': 'a89a579c-dbc9-419a-9980-8f1a8e5f4ee4', 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:15.049989 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-e66fe15c-9a3a-40eb-bc74-3ca57bb74928 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:15.053957 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-e66fe15c-9a3a-40eb-bc74-3ca57bb74928 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Usage tracker for resource:security_group_rule and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:15.057946 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-e66fe15c-9a3a-40eb-bc74-3ca57bb74928 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:15.063689 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-e66fe15c-9a3a-40eb-bc74-3ca57bb74928 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:15.080522 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e66fe15c-9a3a-40eb-bc74-3ca57bb74928 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.152594 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e66fe15c-9a3a-40eb-bc74-3ca57bb74928 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.160669 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e66fe15c-9a3a-40eb-bc74-3ca57bb74928 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.162849 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-d6b513a7-be4f-4f6e-8647-28660f023ad7 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:15.189514 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe15c-9a3a-40eb-bc74-3ca57bb74928 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4995d852-2639-4cde-a466-8adc9fed8f70,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:15.195489 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e66fe15c-9a3a-40eb-bc74-3ca57bb74928 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:15.200255 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e66fe15c-9a3a-40eb-bc74-3ca57bb74928 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.201968 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-e66fe15c-9a3a-40eb-bc74-3ca57bb74928 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1635802
Apr 30 13:28:15.204710 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50838) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:15.209812 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-1440b6f6-8696-4c4d-8b77-d2ff0f9f517f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Request body: {'security_group_rule': {'security_group_id': 'a89a579c-dbc9-419a-9980-8f1a8e5f4ee4', 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:15.216763 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-1440b6f6-8696-4c4d-8b77-d2ff0f9f517f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:15.220714 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-1440b6f6-8696-4c4d-8b77-d2ff0f9f517f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Usage tracker for resource:security_group_rule and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:15.224050 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-1440b6f6-8696-4c4d-8b77-d2ff0f9f517f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:15.230938 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-1440b6f6-8696-4c4d-8b77-d2ff0f9f517f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:15.242847 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.securitygroups_db [None req-1440b6f6-8696-4c4d-8b77-d2ff0f9f517f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Project 6de04e3b7a694ccd9d30a3bc7f79adff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 13:28:15.249292 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1440b6f6-8696-4c4d-8b77-d2ff0f9f517f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.316813 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1440b6f6-8696-4c4d-8b77-d2ff0f9f517f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.320550 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1440b6f6-8696-4c4d-8b77-d2ff0f9f517f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.328826 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:15.347778 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440b6f6-8696-4c4d-8b77-d2ff0f9f517f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1d281c-4325-421f-b16b-b6c7b5800c86,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:15.350802 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-1440b6f6-8696-4c4d-8b77-d2ff0f9f517f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:15.358559 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-1440b6f6-8696-4c4d-8b77-d2ff0f9f517f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.359740 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-1440b6f6-8696-4c4d-8b77-d2ff0f9f517f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1541102
Apr 30 13:28:15.362637 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50844) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:15.367752 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-816f49b0-59ad-4d77-aab4-cbc427d075f1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Request body: {'security_group_rule': {'security_group_id': 'a89a579c-dbc9-419a-9980-8f1a8e5f4ee4', 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:15.374393 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-816f49b0-59ad-4d77-aab4-cbc427d075f1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:15.379076 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-816f49b0-59ad-4d77-aab4-cbc427d075f1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Usage tracker for resource:security_group_rule and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:15.381924 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-816f49b0-59ad-4d77-aab4-cbc427d075f1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:15.389442 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-816f49b0-59ad-4d77-aab4-cbc427d075f1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:15.405648 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.securitygroups_db [None req-816f49b0-59ad-4d77-aab4-cbc427d075f1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Project 6de04e3b7a694ccd9d30a3bc7f79adff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 13:28:15.411631 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-816f49b0-59ad-4d77-aab4-cbc427d075f1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.491986 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-816f49b0-59ad-4d77-aab4-cbc427d075f1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.500025 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-816f49b0-59ad-4d77-aab4-cbc427d075f1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903057'] for security_group_rule, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.502013 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:15.517259 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50852) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:15.527975 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f49b0-59ad-4d77-aab4-cbc427d075f1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc191531-55f8-45cb-a718-99d35c0d41e2,revision_number=0']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:15.531109 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-816f49b0-59ad-4d77-aab4-cbc427d075f1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:15.539294 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-816f49b0-59ad-4d77-aab4-cbc427d075f1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.540734 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-816f49b0-59ad-4d77-aab4-cbc427d075f1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1771755
Apr 30 13:28:15.645212 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9e1ffde5-6025-43ca-b09f-561c182d2ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.662457 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-9e1ffde5-6025-43ca-b09f-561c182d2ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:15.667230 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-9e1ffde5-6025-43ca-b09f-561c182d2ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:93951d61ecb34d6c9824e89e1b09f0ee is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:15.670101 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-9e1ffde5-6025-43ca-b09f-561c182d2ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:15.676102 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-9e1ffde5-6025-43ca-b09f-561c182d2ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:15.774352 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9e1ffde5-6025-43ca-b09f-561c182d2ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.778712 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9e1ffde5-6025-43ca-b09f-561c182d2ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.787591 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-dad72266-9783-48f0-b27b-c770f1c966e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:15.835918 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-9e1ffde5-6025-43ca-b09f-561c182d2ef2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93951d61ecb34d6c9824e89e1b09f0ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3175840
Apr 30 13:28:15.836965 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ffde5-6025-43ca-b09f-561c182d2ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5699a5b-fe72-44de-94ba-f2217a2fe6ac,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:15.839703 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50890) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:15.842123 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-9e1ffde5-6025-43ca-b09f-561c182d2ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:15.913521 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f62aa64c-1d75-455a-88ac-f4f23d9ead86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:15.945820 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f62aa64c-1d75-455a-88ac-f4f23d9ead86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:16.008394 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f62aa64c-1d75-455a-88ac-f4f23d9ead86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:16.015782 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a8be6d54-242c-42c9-a4b2-3163f66dd76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:16.028737 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aa64c-1d75-455a-88ac-f4f23d9ead86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5699a5b-fe72-44de-94ba-f2217a2fe6ac,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:16.032000 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-f62aa64c-1d75-455a-88ac-f4f23d9ead86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:16.034635 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f62aa64c-1d75-455a-88ac-f4f23d9ead86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:16.038197 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-f62aa64c-1d75-455a-88ac-f4f23d9ead86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5699a5b-fe72-44de-94ba-f2217a2fe6ac HTTP/1.1" status: 204  len: 168 time: 0.1935389
Apr 30 13:28:16.372890 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 1de2a24b-9554-4e33-9f61-76e5c08dfed8 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:28:16.454608 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port 1de2a24b-9554-4e33-9f61-76e5c08dfed8 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:28:16.459836 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 1de2a24b-9554-4e33-9f61-76e5c08dfed8 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:16.460211 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:16.593973 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:16.617728 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port 1de2a24b-9554-4e33-9f61-76e5c08dfed8, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=1de2a24b-9554-4e33-9f61-76e5c08dfed8,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:28:16.625065 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:16.633113 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:16.720928 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=1de2a24b-9554-4e33-9f61-76e5c08dfed8,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:16.724528 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:17.401624 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Sync routers for ids ['60b816a6-e9e9-4d25-a761-896d787e4f3d'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:28:17.412816 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Routers {'60b816a6-e9e9-4d25-a761-896d787e4f3d'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:28:17.413714 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c289ff610>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:27:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['60b816a6-e9e9-4d25-a761-896d787e4f3d'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:17.582604 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 50958) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:17.658427 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Set router 60b816a6-e9e9-4d25-a761-896d787e4f3d gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:28:17.718068 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-20f4dc51-8ab5-410e-af3e-f45069f3d9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:17.735753 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-20f4dc51-8ab5-410e-af3e-f45069f3d9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:17.739989 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-20f4dc51-8ab5-410e-af3e-f45069f3d9c0 admin admin] Usage tracker for resource:security_group_rule and tenant:543ed24cc31e4666b3a28f85df23d2e5 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:17.742867 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-20f4dc51-8ab5-410e-af3e-f45069f3d9c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:17.749221 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-20f4dc51-8ab5-410e-af3e-f45069f3d9c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:17.841506 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-20f4dc51-8ab5-410e-af3e-f45069f3d9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:17.845814 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-20f4dc51-8ab5-410e-af3e-f45069f3d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:17.852512 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-97a7e589-03b6-4f67-a87c-ab41a6c5cbe6 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:17.902697 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-20f4dc51-8ab5-410e-af3e-f45069f3d9c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=543ed24cc31e4666b3a28f85df23d2e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3188155
Apr 30 13:28:17.903494 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4dc51-8ab5-410e-af3e-f45069f3d9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79aff31-3ce5-4225-be30-81b6930a498b,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:17.905306 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 50964) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:17.906521 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-20f4dc51-8ab5-410e-af3e-f45069f3d9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:17.983998 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f84b3318-450d-4fa7-aca0-9ba45c1ee5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:17.984956 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c289ff610>, [{'id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'name': 'tempest-TestShelveInstance-1694624371-router', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:07Z', 'updated_at': '2021-04-30T13:28:12Z', 'revision_number': 4, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'gw_port': {'id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:08Z', 'updated_at': '2021-04-30T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'ca94fdfd-fa18-4229-af06-86888e74c14c', 'name': '', 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'mac_address': 'fa:16:3e:2b:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2a14029-1959-413d-ad77-cc3e862d10f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:11Z', 'updated_at': '2021-04-30T13:28:12Z', 'revision_number': 2, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'subnets': [{'id': 'e2a14029-1959-413d-ad77-cc3e862d10f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:17.988947 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Checking router: 60b816a6-e9e9-4d25-a761-896d787e4f3d for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:28:17.989389 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Updating router 60b816a6-e9e9-4d25-a761-896d787e4f3d port ca94fdfd-fa18-4229-af06-86888e74c14c binding host dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 13:28:18.014208 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f84b3318-450d-4fa7-aca0-9ba45c1ee5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:18.049238 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:18.075655 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f84b3318-450d-4fa7-aca0-9ba45c1ee5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:18.079707 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-54017226-95e8-40d5-8913-ca223b0dce93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:18.094990 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b3318-450d-4fa7-aca0-9ba45c1ee5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79aff31-3ce5-4225-be30-81b6930a498b,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:18.101268 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-f84b3318-450d-4fa7-aca0-9ba45c1ee5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:18.102390 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-f84b3318-450d-4fa7-aca0-9ba45c1ee5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:18.104604 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-f84b3318-450d-4fa7-aca0-9ba45c1ee5f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b79aff31-3ce5-4225-be30-81b6930a498b HTTP/1.1" status: 204  len: 168 time: 0.1863155
Apr 30 13:28:18.280415 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 1de2a24b-9554-4e33-9f61-76e5c08dfed8 up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:28:18.369147 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port 1de2a24b-9554-4e33-9f61-76e5c08dfed8 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:18.369703 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:18.417576 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Notify callbacks [] for port, precommit_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:18.430526 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.provisioning_blocks [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Transition to ACTIVE for port object ca94fdfd-fa18-4229-af06-86888e74c14c will not be triggered until provisioned by entity L2. {{(pid=73839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:28:18.438750 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:18.443654 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:18.513000 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29c8cf-defe-45d4-93ae-c613692ee187 None None] Pushing event updated for resources: {'Port': ['ID=ca94fdfd-fa18-4229-af06-86888e74c14c,revision_number=3']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:18.516471 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-db29c8cf-defe-45d4-93ae-c613692ee187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:18.685696 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Attempting to bind port ca94fdfd-fa18-4229-af06-86888e74c14c on host dv-cinder-787195-5-iscsi for vnic_type normal with profile  {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:28:18.686132 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Attempting to bind port ca94fdfd-fa18-4229-af06-86888e74c14c by drivers openvswitch,hyperv on host dv-cinder-787195-5-iscsi at level 0 using segments [{'id': '2669fbc5-c60f-4380-af94-ba9d56f52b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187'}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:28:18.686528 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Attempting to bind port ca94fdfd-fa18-4229-af06-86888e74c14c on network 4fae75c2-851e-443f-9bcb-6c8009cad187 {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:28:18.692724 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Checking agent: {'id': '2c45296c-67fa-4127-80dd-44658669bc7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 7, 26), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:28:18.693022 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Checking segment: {'id': '2669fbc5-c60f-4380-af94-ba9d56f52b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:28:18.693421 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:18.693819 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Bound using segment: {'id': '2669fbc5-c60f-4380-af94-ba9d56f52b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187'} {{(pid=73839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:28:18.694318 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.managers [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Bound port: ca94fdfd-fa18-4229-af06-86888e74c14c, host: dv-cinder-787195-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2669fbc5-c60f-4380-af94-ba9d56f52b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187'}}] {{(pid=73839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:28:18.694709 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:18.805501 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] For port ca94fdfd-fa18-4229-af06-86888e74c14c, host dv-cinder-787195-5-iscsi, cleared binding levels {{(pid=73839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:28:18.808933 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.plugins.ml2.db [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] For port ca94fdfd-fa18-4229-af06-86888e74c14c, host dv-cinder-787195-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=ca94fdfd-fa18-4229-af06-86888e74c14c,segment=NetworkSegment(2669fbc5-c60f-4380-af94-ba9d56f52b3a),segment_id=2669fbc5-c60f-4380-af94-ba9d56f52b3a)] {{(pid=73839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:28:18.816571 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:18.822879 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:18.907507 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Routers {'60b816a6-e9e9-4d25-a761-896d787e4f3d'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:28:18.908142 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c289ff610>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:27:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['60b816a6-e9e9-4d25-a761-896d787e4f3d'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:18.983684 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29c8cf-defe-45d4-93ae-c613692ee187 None None] Pushing event updated for resources: {'Port': ['ID=ca94fdfd-fa18-4229-af06-86888e74c14c,revision_number=4']} {{(pid=73839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:18.987707 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG oslo_concurrency.lockutils [None req-db29c8cf-defe-45d4-93ae-c613692ee187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:19.119893 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] Set router 60b816a6-e9e9-4d25-a761-896d787e4f3d gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:28:19.491295 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c289ff610>, [{'id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'name': 'tempest-TestShelveInstance-1694624371-router', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:07Z', 'updated_at': '2021-04-30T13:28:12Z', 'revision_number': 4, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'gw_port': {'id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:08Z', 'updated_at': '2021-04-30T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'ca94fdfd-fa18-4229-af06-86888e74c14c', 'name': '', 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'mac_address': 'fa:16:3e:2b:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2a14029-1959-413d-ad77-cc3e862d10f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:11Z', 'updated_at': '2021-04-30T13:28:18Z', 'revision_number': 4, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'subnets': [{'id': 'e2a14029-1959-413d-ad77-cc3e862d10f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:19.497222 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9b6c6-4073-464c-bc44-9c6709f76c9b None None] The sync data for ids ['60b816a6-e9e9-4d25-a761-896d787e4f3d'] in dv-cinder-787195-5-iscsi is: [{'id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'name': 'tempest-TestShelveInstance-1694624371-router', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:07Z', 'updated_at': '2021-04-30T13:28:12Z', 'revision_number': 4, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'gw_port': {'id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:08Z', 'updated_at': '2021-04-30T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'ca94fdfd-fa18-4229-af06-86888e74c14c', 'name': '', 'network_id': '4fae75c2-851e-443f-9bcb-6c8009cad187', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'mac_address': 'fa:16:3e:2b:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'e2a14029-1959-413d-ad77-cc3e862d10f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:11Z', 'updated_at': '2021-04-30T13:28:18Z', 'revision_number': 4, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'subnets': [{'id': 'e2a14029-1959-413d-ad77-cc3e862d10f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:28:20.291113 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device ca94fdfd-fa18-4229-af06-86888e74c14c up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:28:20.360013 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning for port ca94fdfd-fa18-4229-af06-86888e74c14c completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:28:20.364624 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port ca94fdfd-fa18-4229-af06-86888e74c14c triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:20.364995 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:20.486893 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:20.521312 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] For port ca94fdfd-fa18-4229-af06-86888e74c14c, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=ca94fdfd-fa18-4229-af06-86888e74c14c,segment=NetworkSegment(2669fbc5-c60f-4380-af94-ba9d56f52b3a),segment_id=2669fbc5-c60f-4380-af94-ba9d56f52b3a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:28:20.525433 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:20.527792 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:20.597037 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Pushing event updated for resources: {'Port': ['ID=ca94fdfd-fa18-4229-af06-86888e74c14c,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:20.600195 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:22.275144 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device ca94fdfd-fa18-4229-af06-86888e74c14c up at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:28:22.345994 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Provisioning complete for port ca94fdfd-fa18-4229-af06-86888e74c14c triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:22.346399 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:23.087065 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51042) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:23.208111 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-20393f90-252f-4c83-8863-84f557c39578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:23.222486 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-20393f90-252f-4c83-8863-84f557c39578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:23.226226 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-20393f90-252f-4c83-8863-84f557c39578 admin admin] Usage tracker for resource:security_group_rule and tenant:d1ada95768c142848729474719e96c1d is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:23.229822 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-20393f90-252f-4c83-8863-84f557c39578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:23.235484 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-20393f90-252f-4c83-8863-84f557c39578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:23.320089 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-20393f90-252f-4c83-8863-84f557c39578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:23.324102 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-20393f90-252f-4c83-8863-84f557c39578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:23.331103 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-14b2b314-d693-40f2-ab36-93a771a3e450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:23.374734 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-20393f90-252f-4c83-8863-84f557c39578 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1ada95768c142848729474719e96c1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2864966
Apr 30 13:28:23.375513 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20393f90-252f-4c83-8863-84f557c39578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feee204c-a761-429b-9f73-e8384b558ca1,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:23.377417 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 51048) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:23.378541 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-20393f90-252f-4c83-8863-84f557c39578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:23.440687 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-06131433-c6f8-46a7-877c-0e481649ecc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:23.467294 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-06131433-c6f8-46a7-877c-0e481649ecc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:23.522907 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-06131433-c6f8-46a7-877c-0e481649ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:23.527511 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-d1c4c301-72a4-42b5-8ae0-2878d59cea84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:23.540231 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06131433-c6f8-46a7-877c-0e481649ecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feee204c-a761-429b-9f73-e8384b558ca1,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:23.544930 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-01f41aa2-c759-4d64-b2c9-7c217d49a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:23.545612 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-06131433-c6f8-46a7-877c-0e481649ecc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:23.557105 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-06131433-c6f8-46a7-877c-0e481649ecc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:23.558371 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-06131433-c6f8-46a7-877c-0e481649ecc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/feee204c-a761-429b-9f73-e8384b558ca1 HTTP/1.1" status: 204  len: 168 time: 0.1797099
Apr 30 13:28:26.245784 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:26.568140 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c2873a57-3b9a-456f-9397-d0adb231eb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:27.788546 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:29.163328 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:30.472811 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:34.143503 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51206) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:34.306974 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0fa7c933-570f-45c4-9f3e-75e9b8e26e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:34.326490 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-0fa7c933-570f-45c4-9f3e-75e9b8e26e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:34.330402 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-0fa7c933-570f-45c4-9f3e-75e9b8e26e4b admin admin] Usage tracker for resource:security_group_rule and tenant:0e623c15b6d54a3fb119ca2fa32653f1 is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:34.333256 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-0fa7c933-570f-45c4-9f3e-75e9b8e26e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:34.339154 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-0fa7c933-570f-45c4-9f3e-75e9b8e26e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:34.442437 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0fa7c933-570f-45c4-9f3e-75e9b8e26e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:34.447353 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0fa7c933-570f-45c4-9f3e-75e9b8e26e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:34.467802 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-10e3db44-fa42-4cfb-8128-93d843446a7e tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:34.517469 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-0fa7c933-570f-45c4-9f3e-75e9b8e26e4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e623c15b6d54a3fb119ca2fa32653f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3729103
Apr 30 13:28:34.518429 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7c933-570f-45c4-9f3e-75e9b8e26e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf499e01-4cbd-48e2-85c6-1a2ba7d0297b,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:34.520180 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 51212) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:34.521590 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-0fa7c933-570f-45c4-9f3e-75e9b8e26e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:34.586148 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-14e26b91-1953-4377-95a7-1ae453758e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:34.615279 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-14e26b91-1953-4377-95a7-1ae453758e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:34.668569 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-14e26b91-1953-4377-95a7-1ae453758e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:34.672412 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-95b92be1-e3ee-4b5d-a38a-aa58ebd16188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:34.684459 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e26b91-1953-4377-95a7-1ae453758e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf499e01-4cbd-48e2-85c6-1a2ba7d0297b,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:34.689357 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-14e26b91-1953-4377-95a7-1ae453758e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:34.691515 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-14e26b91-1953-4377-95a7-1ae453758e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:34.695751 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-14e26b91-1953-4377-95a7-1ae453758e0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf499e01-4cbd-48e2-85c6-1a2ba7d0297b HTTP/1.1" status: 204  len: 168 time: 0.1705115
Apr 30 13:28:34.991908 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 51220) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:35.014403 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-cefbe550-13d2-4f9a-a2b4-c9b172bc753e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:35.029264 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-cefbe550-13d2-4f9a-a2b4-c9b172bc753e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:35.034363 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-cefbe550-13d2-4f9a-a2b4-c9b172bc753e admin admin] Usage tracker for resource:security_group_rule and tenant:8d848747cef144c693a1c89d5d21df8c is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:35.037217 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-cefbe550-13d2-4f9a-a2b4-c9b172bc753e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:35.043412 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-cefbe550-13d2-4f9a-a2b4-c9b172bc753e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:35.132733 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-cefbe550-13d2-4f9a-a2b4-c9b172bc753e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:35.138516 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-cefbe550-13d2-4f9a-a2b4-c9b172bc753e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:35.149025 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-74f01f5b-e199-4975-92b1-5f853e1376f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:35.190549 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-cefbe550-13d2-4f9a-a2b4-c9b172bc753e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d848747cef144c693a1c89d5d21df8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1975455
Apr 30 13:28:35.192164 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbe550-13d2-4f9a-a2b4-c9b172bc753e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e39478-4c0d-4c18-938f-1c87e959265a,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:35.193160 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51226) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:35.195104 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-cefbe550-13d2-4f9a-a2b4-c9b172bc753e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:35.252615 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-420b4408-b3b4-4819-9200-4876d7ab82ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:35.277642 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-420b4408-b3b4-4819-9200-4876d7ab82ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:35.329093 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-420b4408-b3b4-4819-9200-4876d7ab82ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:35.332862 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-ecb7cd74-f86c-4c7b-990e-67e980464c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:35.344805 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b4408-b3b4-4819-9200-4876d7ab82ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e39478-4c0d-4c18-938f-1c87e959265a,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:35.347321 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-420b4408-b3b4-4819-9200-4876d7ab82ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:35.360501 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-420b4408-b3b4-4819-9200-4876d7ab82ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:35.361606 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-420b4408-b3b4-4819-9200-4876d7ab82ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81e39478-4c0d-4c18-938f-1c87e959265a HTTP/1.1" status: 204  len: 168 time: 0.1674893
Apr 30 13:28:35.619989 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:28:35.707529 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51234) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:35.725648 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5998315c-64b9-4398-82f5-baa3a3b9e7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:35.740252 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-5998315c-64b9-4398-82f5-baa3a3b9e7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:35.744290 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-5998315c-64b9-4398-82f5-baa3a3b9e7d6 admin admin] Usage tracker for resource:security_group_rule and tenant:aca7bb5e4cd24b0495100129523b106c is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:35.747007 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-5998315c-64b9-4398-82f5-baa3a3b9e7d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:35.752932 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-5998315c-64b9-4398-82f5-baa3a3b9e7d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:35.839237 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5998315c-64b9-4398-82f5-baa3a3b9e7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:35.843036 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5998315c-64b9-4398-82f5-baa3a3b9e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:35.849773 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c0b59198-01b2-462b-b80d-89254703fcad tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:35.891583 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-5998315c-64b9-4398-82f5-baa3a3b9e7d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aca7bb5e4cd24b0495100129523b106c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1829066
Apr 30 13:28:35.892509 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998315c-64b9-4398-82f5-baa3a3b9e7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0aacf2-e6ac-44fd-8b18-705c5c5a4c2c,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:35.894372 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 51238) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:35.895612 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-5998315c-64b9-4398-82f5-baa3a3b9e7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:35.957344 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26555c8d-4dc7-4708-a757-893fb2e09e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:35.985505 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26555c8d-4dc7-4708-a757-893fb2e09e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:36.037909 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26555c8d-4dc7-4708-a757-893fb2e09e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:36.042857 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-69f6e969-4058-45cf-a4ab-d2e36bca8d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:36.055360 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26555c8d-4dc7-4708-a757-893fb2e09e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0aacf2-e6ac-44fd-8b18-705c5c5a4c2c,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:36.059338 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-26555c8d-4dc7-4708-a757-893fb2e09e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:36.064781 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-26555c8d-4dc7-4708-a757-893fb2e09e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:36.065889 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-26555c8d-4dc7-4708-a757-893fb2e09e6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b0aacf2-e6ac-44fd-8b18-705c5c5a4c2c HTTP/1.1" status: 204  len: 168 time: 0.1705580
Apr 30 13:28:36.883685 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 51264) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:37.005371 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1081677270-network', 'tenant_id': '543a957fc32c4c6bba3bf90273a33c70'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:37.012510 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:37.018091 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Usage tracker for resource:network and tenant:543a957fc32c4c6bba3bf90273a33c70 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:37.021196 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:37.029330 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:37.043997 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Made reservation on behalf of 543a957fc32c4c6bba3bf90273a33c70 for: {'network': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:28:37.046601 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for network, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:37.059845 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:37.079210 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:37.086789 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Usage tracker for resource:security_group_rule and tenant:543a957fc32c4c6bba3bf90273a33c70 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:37.089858 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:37.096212 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:37.203543 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:37.207397 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:37.211753 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-7045ecba-aa50-406f-a0d9-06c5614f9143 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:37.236928 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'}  {{(pid=73837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 13:28:37.254032 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1162bab-7b62-485b-a396-c97be72e6bd0,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:37.257344 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:37.260177 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:37.260523 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.segments_db [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Added segment a3010c69-f805-4900-b031-44c360deaa5c of type vlan for network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f
Apr 30 13:28:37.288256 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734933375115'] for network, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:37.320200 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377'] for network, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:37.321671 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:37.322457 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:37.327279 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-ca44a49b-a691-44b7-b6c8-0fb56e55106c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:37.425325 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5399413
Apr 30 13:28:37.428189 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 51272) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:37.435877 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Request body: {'subnet': {'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1081677270-subnet', 'tenant_id': '543a957fc32c4c6bba3bf90273a33c70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:37.439076 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Pushing event updated for resources: {'Network': ['ID=0eb2fc44-fbaa-4856-9f84-8f4445259e1f,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:37.442478 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-6bf5722d-f72b-4b4e-9f75-fb45bbe999e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:37.443335 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:37.448024 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Usage tracker for resource:subnet and tenant:543a957fc32c4c6bba3bf90273a33c70 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:37.450446 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f details requested by agent ovs-agent-dv-cinder-787195-5-iscsi with host dv-cinder-787195-5-iscsi {{(pid=73838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 13:28:37.451170 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:37.456951 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:37.468097 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Made reservation on behalf of 543a957fc32c4c6bba3bf90273a33c70 for: {'subnet': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:28:37.470911 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760228'] for subnet, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:37.948323 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1161661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760246'] for subnet, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:37.952366 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-8e5556ee-778d-4a9b-b6e4-60e68d13c40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:38.023125 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76898fb0-7aaa-42a3-b2da-f4c7f78aebf5,revision_number=0']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:38.027008 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:38.037272 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Checking segment: {'id': 'a3010c69-f805-4900-b031-44c360deaa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:28:38.037631 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Network hostable DHCP agents. Network: 0eb2fc44-fbaa-4856-9f84-8f4445259e1f, hostable agents: ['90a1343f-2a10-484d-9712-239a26c6a78f'], hosted agents: [] {{(pid=73837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 13:28:38.054365 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f is scheduled to be hosted by DHCP agent 90a1343f-2a10-484d-9712-239a26c6a78f with binding_index 1 {{(pid=73837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 13:28:38.063455 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-iscsi, 0eb2fc44-fbaa-4856-9f84-8f4445259e1f) {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:28:38.072963 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c23e868-eb22-4ef2-964c-443d6ab469a0 None None] Network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:28:38.076235 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:38.076879 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:38.098547 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-d7c3e3d0-5d9d-43d4-abe4-faefae559e04 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6692979
Apr 30 13:28:38.291956 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbf912f-1922-48b9-8b93-778c69e38fe1 None None] Network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:28:38.709949 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-76dea275-97da-4182-8917-6c5e5f052b61 req-73e19777-0782-4105-a94c-53a6526df096 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0734651
Apr 30 13:28:38.823682 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dea275-97da-4182-8917-6c5e5f052b61 req-47ba2805-c93b-4a5a-b6b2-f7fcabf0c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:38.823682 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-76dea275-97da-4182-8917-6c5e5f052b61 req-47ba2805-c93b-4a5a-b6b2-f7fcabf0c567 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 1098 time: 0.0876908
Apr 30 13:28:38.968948 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dea275-97da-4182-8917-6c5e5f052b61 req-0616fc28-d888-419f-b038-41f57141d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:38.970453 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-76dea275-97da-4182-8917-6c5e5f052b61 req-0616fc28-d888-419f-b038-41f57141d9d1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 912 time: 0.1291914
Apr 30 13:28:39.079272 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-76dea275-97da-4182-8917-6c5e5f052b61 req-62c05693-ca96-4542-947c-504c7937df98 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=274e66e4-9a46-441c-afec-ef8738305501 HTTP/1.1" status: 200  len: 1000 time: 0.1012297
Apr 30 13:28:39.144199 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dea275-97da-4182-8917-6c5e5f052b61 req-3289b87f-b9f2-444b-b6a0-8cde0b05a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:39.145741 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-76dea275-97da-4182-8917-6c5e5f052b61 req-3289b87f-b9f2-444b-b6a0-8cde0b05a741 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0589957
Apr 30 13:28:39.224258 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dea275-97da-4182-8917-6c5e5f052b61 req-e19f3130-5d61-41c2-a5b1-0aaeba9d9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:39.225722 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-76dea275-97da-4182-8917-6c5e5f052b61 req-e19f3130-5d61-41c2-a5b1-0aaeba9d9a10 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735326
Apr 30 13:28:39.364201 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-76dea275-97da-4182-8917-6c5e5f052b61 req-589862a4-0540-4f77-b6ab-2d50a69e436a service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310844
Apr 30 13:28:39.505425 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-76dea275-97da-4182-8917-6c5e5f052b61 req-8250d0ea-556c-4586-a9bf-88ccd7052e64 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340883
Apr 30 13:28:40.433560 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-0806720a-d8a9-4cc8-98b9-25c465ee0f20 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:40.435145 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-0806720a-d8a9-4cc8-98b9-25c465ee0f20 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/networks?id=0eb2fc44-fbaa-4856-9f84-8f4445259e1f HTTP/1.1" status: 200  len: 814 time: 0.2372324
Apr 30 13:28:40.450466 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-6ed11732-d3fb-4368-b9e0-83e9f3fe3bc7 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/quotas/543a957fc32c4c6bba3bf90273a33c70 HTTP/1.1" status: 200  len: 375 time: 0.0095668
Apr 30 13:28:40.498096 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-2d2dae32-6200-45b0-95d9-6929914f7dfe tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=543a957fc32c4c6bba3bf90273a33c70&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0422719
Apr 30 13:28:40.632553 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-167273b4-8db8-4681-ab74-6bae3d51d486 service neutron] 10.222.0.15 "GET /v2.0/networks/0eb2fc44-fbaa-4856-9f84-8f4445259e1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278353
Apr 30 13:28:40.768925 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-aa8b115d-a871-446f-9625-401422020007 service neutron] 10.222.0.15 "GET /v2.0/networks/0eb2fc44-fbaa-4856-9f84-8f4445259e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294441
Apr 30 13:28:40.943782 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-6e0eeea7-5561-431c-b348-1fb958ce2266 req-e550cb01-36fa-4a1e-abbb-a68f57d02d61 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 210 time: 0.0467319
Apr 30 13:28:42.027529 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-25c6ef78-0782-422e-a162-3a1285a83184 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:42.028226 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-25c6ef78-0782-422e-a162-3a1285a83184 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Synchronizing usage tracker for tenant:543a957fc32c4c6bba3bf90273a33c70 on resource:network {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:28:42.048652 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-25c6ef78-0782-422e-a162-3a1285a83184 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Unset dirty status for tenant:543a957fc32c4c6bba3bf90273a33c70 on resource:network {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:28:42.050427 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-25c6ef78-0782-422e-a162-3a1285a83184 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.89 "GET /v2.0/networks?id=0eb2fc44-fbaa-4856-9f84-8f4445259e1f HTTP/1.1" status: 200  len: 814 time: 0.1746800
Apr 30 13:28:42.063586 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Request body: {'port': {'device_id': '44f2967b-6e48-49e8-a598-9e393e7454f1', 'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f', 'admin_state_up': True, 'tenant_id': '543a957fc32c4c6bba3bf90273a33c70'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:42.111036 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-16c3c269-c709-4829-a452-0602fcdbfdf6 req-81dcf0ab-f45a-4f0d-9ab4-f1190082c09f tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 210 time: 0.0456688
Apr 30 13:28:42.202047 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:42.205820 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Usage tracker for resource:port and tenant:543a957fc32c4c6bba3bf90273a33c70 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:42.208641 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:42.215107 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:42.225093 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Made reservation on behalf of 543a957fc32c4c6bba3bf90273a33c70 for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:28:42.229285 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:42.393518 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Allocated IP 172.20.0.3 (0eb2fc44-fbaa-4856-9f84-8f4445259e1f/76898fb0-7aaa-42a3-b2da-f4c7f78aebf5/7c390834-92a0-4fd3-af68-ab6a713b23b2) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:28:42.701270 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:42.731868 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:42.737739 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:42.807317 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:28:42.810964 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:28:42.815103 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:28:42.849568 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Pushing event updated for resources: {'Port': ['ID=7c390834-92a0-4fd3-af68-ab6a713b23b2,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:42.858823 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:42.882068 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:42.882965 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:42.903469 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8442256
Apr 30 13:28:42.982405 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Request body: {'port': {'device_id': '44f2967b-6e48-49e8-a598-9e393e7454f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:43.093422 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:43.300932 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b719485-ce6c-4223-8940-c70cac3ef6d5 req-d5904dcc-d52c-404c-8d08-4c16f4af9f01 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:43.302330 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7b719485-ce6c-4223-8940-c70cac3ef6d5 req-d5904dcc-d52c-404c-8d08-4c16f4af9f01 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 931 time: 0.0809634
Apr 30 13:28:43.351406 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7b719485-ce6c-4223-8940-c70cac3ef6d5 req-0410b214-0cff-4c24-8b8f-1e3e918c1d58 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431063
Apr 30 13:28:43.452143 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c390834-92a0-4fd3-af68-ab6a713b23b2 {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:28:43.459600 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:43.474791 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Transition to ACTIVE for port object 7c390834-92a0-4fd3-af68-ab6a713b23b2 will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:28:43.478643 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:43.482346 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e6b5a86e-a490-4d87-8ceb-933cb4698fe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:43.608308 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Pushing event updated for resources: {'Port': ['ID=7c390834-92a0-4fd3-af68-ab6a713b23b2,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:43.638135 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:43.717081 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Attempting to bind port 7c390834-92a0-4fd3-af68-ab6a713b23b2 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:28:43.717458 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Attempting to bind port 7c390834-92a0-4fd3-af68-ab6a713b23b2 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'a3010c69-f805-4900-b031-44c360deaa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:28:43.717906 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Attempting to bind port 7c390834-92a0-4fd3-af68-ab6a713b23b2 on network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:28:43.723210 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Port 7c390834-92a0-4fd3-af68-ab6a713b23b2 on network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:28:43.723537 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Attempting to bind port 7c390834-92a0-4fd3-af68-ab6a713b23b2 on network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:28:43.728765 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:28:43.729106 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Checking segment: {'id': 'a3010c69-f805-4900-b031-44c360deaa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:28:43.729466 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Bound using segment: {'id': 'a3010c69-f805-4900-b031-44c360deaa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:28:43.729887 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Bound port: 7c390834-92a0-4fd3-af68-ab6a713b23b2, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3010c69-f805-4900-b031-44c360deaa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:28:43.730227 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:43.825545 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] For port 7c390834-92a0-4fd3-af68-ab6a713b23b2, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:28:43.828814 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] For port 7c390834-92a0-4fd3-af68-ab6a713b23b2, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c390834-92a0-4fd3-af68-ab6a713b23b2,segment=NetworkSegment(a3010c69-f805-4900-b031-44c360deaa5c),segment_id=a3010c69-f805-4900-b031-44c360deaa5c)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:28:43.832799 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:43.842233 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-88e6b1b0-8eea-4ec0-9d69-8af237e29ff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:43.887377 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:43.887990 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:43.889353 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] 10.222.0.89 "PUT /v2.0/ports/7c390834-92a0-4fd3-af68-ab6a713b23b2 HTTP/1.1" status: 200  len: 1093 time: 0.9120803
Apr 30 13:28:43.889859 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f2967b-6e48-49e8-a598-9e393e7454f1', 'tag': '7c390834-92a0-4fd3-af68-ab6a713b23b2'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:28:43.972885 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Pushing event updated for resources: {'Port': ['ID=7c390834-92a0-4fd3-af68-ab6a713b23b2,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:43.976213 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:43.978326 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f2967b-6e48-49e8-a598-9e393e7454f1', 'tag': '7c390834-92a0-4fd3-af68-ab6a713b23b2', 'status': 'completed', 'code': 200}
Apr 30 13:28:44.027673 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-a9dafa47-a034-49d0-ab12-ba0345ac8e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:44.029243 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-a9dafa47-a034-49d0-ab12-ba0345ac8e66 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=543a957fc32c4c6bba3bf90273a33c70&device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 1096 time: 0.0923915
Apr 30 13:28:44.104133 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-d559b6e8-cc15-40e8-bdc2-f1e7e9f3c9fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c390834-92a0-4fd3-af68-ab6a713b23b2 HTTP/1.1" status: 200  len: 217 time: 0.0663488
Apr 30 13:28:44.114957 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-216932b8-2622-422a-91ef-b8731a3f30fd req-4a1dea72-3943-4f50-8335-e3e8559532dc tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Synchronizing usage tracker for tenant:6de04e3b7a694ccd9d30a3bc7f79adff on resource:security_group {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:28:44.132615 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-216932b8-2622-422a-91ef-b8731a3f30fd req-4a1dea72-3943-4f50-8335-e3e8559532dc tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Unset dirty status for tenant:6de04e3b7a694ccd9d30a3bc7f79adff on resource:security_group {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:28:44.135756 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-4a1dea72-3943-4f50-8335-e3e8559532dc tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355153301&fields=id&tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff HTTP/1.1" status: 200  len: 267 time: 0.0623624
Apr 30 13:28:44.174764 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-105c1ff8-3e64-4009-aa96-0237dcef5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:44.176200 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-105c1ff8-3e64-4009-aa96-0237dcef5fda service neutron] 10.222.0.89 "GET /v2.0/subnets?id=76898fb0-7aaa-42a3-b2da-f4c7f78aebf5 HTTP/1.1" status: 200  len: 854 time: 0.0656240
Apr 30 13:28:44.224396 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-7645b4a4-8db5-42ba-aad9-22ba68040343 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0eb2fc44-fbaa-4856-9f84-8f4445259e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408552
Apr 30 13:28:44.290924 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216932b8-2622-422a-91ef-b8731a3f30fd req-0aa6c119-8023-4ce7-8ccc-1bcd1b92f0c8 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:44.292103 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-0aa6c119-8023-4ce7-8ccc-1bcd1b92f0c8 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/networks?id=1e9acd42-1792-4403-99f7-9eb8e895c43e HTTP/1.1" status: 200  len: 807 time: 0.1491385
Apr 30 13:28:44.308115 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-e4ca826d-48a1-4d8b-99fb-581e18e657b2 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/quotas/6de04e3b7a694ccd9d30a3bc7f79adff HTTP/1.1" status: 200  len: 375 time: 0.0103722
Apr 30 13:28:44.396755 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-366ca31b-f8f0-4925-b51a-e9d4149e3ae0 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0828488
Apr 30 13:28:44.473461 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-f88dd200-489b-4ba7-a036-e4f73618af26 service neutron] 10.222.0.89 "GET /v2.0/networks/0eb2fc44-fbaa-4856-9f84-8f4445259e1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414017
Apr 30 13:28:44.597507 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-debc73f1-c56c-4bc9-820e-04b2b833193c service neutron] 10.222.0.15 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863630
Apr 30 13:28:44.608779 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-90fb51b6-6809-4123-82fd-69c55c5ff844 req-470046fd-d19e-4105-9d82-f1e6169aac82 service neutron] 10.222.0.89 "GET /v2.0/networks/0eb2fc44-fbaa-4856-9f84-8f4445259e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284332
Apr 30 13:28:44.709633 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a7de6-253e-4717-a88c-093f80dd37cf req-7bae30fe-a2f4-4d26-b827-e5c655d5733c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:44.711051 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-249a7de6-253e-4717-a88c-093f80dd37cf req-7bae30fe-a2f4-4d26-b827-e5c655d5733c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 943 time: 0.2111053
Apr 30 13:28:44.726827 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60f000-be9f-4114-a398-14aceace0f2a req-198f6d45-c0db-401e-a0cd-6d2163862acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:44.728970 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9e60f000-be9f-4114-a398-14aceace0f2a req-198f6d45-c0db-401e-a0cd-6d2163862acb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=543a957fc32c4c6bba3bf90273a33c70&device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 1096 time: 0.0739543
Apr 30 13:28:44.780631 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-249a7de6-253e-4717-a88c-093f80dd37cf req-0434bd6e-5ce8-4154-81a3-f034810845c0 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613232
Apr 30 13:28:44.785708 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-21448582-4331-49d1-81ed-329a7fa0cf4c service neutron] 10.222.0.15 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793807
Apr 30 13:28:44.866834 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60f000-be9f-4114-a398-14aceace0f2a req-1f293fa2-afdb-43e8-a787-54d96f3a4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:44.868292 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9e60f000-be9f-4114-a398-14aceace0f2a req-1f293fa2-afdb-43e8-a787-54d96f3a4708 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0eb2fc44-fbaa-4856-9f84-8f4445259e1f HTTP/1.1" status: 200  len: 916 time: 0.1324854
Apr 30 13:28:44.943220 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9e60f000-be9f-4114-a398-14aceace0f2a req-eb2a4186-cbdb-4a78-84d4-fe5c82ad6093 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c390834-92a0-4fd3-af68-ab6a713b23b2 HTTP/1.1" status: 200  len: 217 time: 0.0674837
Apr 30 13:28:45.006674 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60f000-be9f-4114-a398-14aceace0f2a req-6d56041b-2dc7-4161-b73c-30b9b541c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:45.008193 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9e60f000-be9f-4114-a398-14aceace0f2a req-6d56041b-2dc7-4161-b73c-30b9b541c1b3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=76898fb0-7aaa-42a3-b2da-f4c7f78aebf5 HTTP/1.1" status: 200  len: 854 time: 0.0589941
Apr 30 13:28:45.061383 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9e60f000-be9f-4114-a398-14aceace0f2a req-ec6e0e1b-5206-4b45-9ce4-2d2a1ba729b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0eb2fc44-fbaa-4856-9f84-8f4445259e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458870
Apr 30 13:28:45.207321 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9e60f000-be9f-4114-a398-14aceace0f2a req-134f645a-5c49-4d2d-8da3-228e386e0674 service neutron] 10.222.0.89 "GET /v2.0/networks/0eb2fc44-fbaa-4856-9f84-8f4445259e1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386230
Apr 30 13:28:45.220977 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-10656324-5d28-486a-b3d3-ca58c31053b4 req-86adffe5-b89a-434a-8ecf-05393bb28f60 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 210 time: 0.0661464
Apr 30 13:28:45.358040 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-9e60f000-be9f-4114-a398-14aceace0f2a req-a761b3fd-f5fd-4ba8-bada-7e3c397ded7e service neutron] 10.222.0.89 "GET /v2.0/networks/0eb2fc44-fbaa-4856-9f84-8f4445259e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434216
Apr 30 13:28:45.968704 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664bac6-221b-4ed1-9591-61979fc9647c req-65124c86-55d6-4476-ba54-410e9b93c3f4 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:45.970068 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4664bac6-221b-4ed1-9591-61979fc9647c req-65124c86-55d6-4476-ba54-410e9b93c3f4 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 943 time: 0.0837722
Apr 30 13:28:46.016010 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4664bac6-221b-4ed1-9591-61979fc9647c req-2c3e40f7-4185-478c-adb2-4bd3c9511e84 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400896
Apr 30 13:28:46.284190 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216932b8-2622-422a-91ef-b8731a3f30fd req-20251ab2-b952-4b4b-843f-407c8267f3e5 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:46.284871 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-216932b8-2622-422a-91ef-b8731a3f30fd req-20251ab2-b952-4b4b-843f-407c8267f3e5 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Synchronizing usage tracker for tenant:6de04e3b7a694ccd9d30a3bc7f79adff on resource:network {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:28:46.304106 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-216932b8-2622-422a-91ef-b8731a3f30fd req-20251ab2-b952-4b4b-843f-407c8267f3e5 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Unset dirty status for tenant:6de04e3b7a694ccd9d30a3bc7f79adff on resource:network {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:28:46.305572 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-20251ab2-b952-4b4b-843f-407c8267f3e5 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.89 "GET /v2.0/networks?id=1e9acd42-1792-4403-99f7-9eb8e895c43e HTTP/1.1" status: 200  len: 807 time: 0.1712456
Apr 30 13:28:46.357455 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-216932b8-2622-422a-91ef-b8731a3f30fd req-7c40f5a6-8bda-4b7c-960f-040a187bb981 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Synchronizing usage tracker for tenant:6de04e3b7a694ccd9d30a3bc7f79adff on resource:security_group {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:28:46.370784 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-216932b8-2622-422a-91ef-b8731a3f30fd req-7c40f5a6-8bda-4b7c-960f-040a187bb981 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Unset dirty status for tenant:6de04e3b7a694ccd9d30a3bc7f79adff on resource:security_group {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:28:46.371476 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-7c40f5a6-8bda-4b7c-960f-040a187bb981 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff HTTP/1.1" status: 200  len: 380 time: 0.0571785
Apr 30 13:28:46.374346 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8b227091-9827-4e4a-a7b3-197761a770e8 req-1daab8d2-01e6-467a-bd39-2245a8b0d5f2 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 210 time: 0.0447283
Apr 30 13:28:46.389501 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Request body: {'port': {'device_id': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'admin_state_up': True, 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'security_groups': ['a89a579c-dbc9-419a-9980-8f1a8e5f4ee4']}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:46.530862 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:28:46.535717 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Usage tracker for resource:port and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:28:46.538697 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:28:46.546039 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:28:46.556939 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Made reservation on behalf of 6de04e3b7a694ccd9d30a3bc7f79adff for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:28:46.560428 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:46.725398 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Allocated IP 172.20.0.7 (1e9acd42-1792-4403-99f7-9eb8e895c43e/14253caa-4c3c-4a3f-a4df-daa3751a9a58/38e71166-07c2-46f9-9f93-5d432e96c377) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:28:46.922664 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:46.939060 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Transition to ACTIVE for port object 38e71166-07c2-46f9-9f93-5d432e96c377 will not be triggered until provisioned by entity DHCP. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:28:46.964873 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:46.970811 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-72b28844-bedd-4f49-b1e4-4ff5c055bf5f tempest-VolumesNegativeTest-287800563 tempest-VolumesNegativeTest-287800563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:47.149111 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Network 1e9acd42-1792-4403-99f7-9eb8e895c43e is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:28:47.157305 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:28:47.163870 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:28:47.201972 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Pushing event updated for resources: {'Port': ['ID=38e71166-07c2-46f9-9f93-5d432e96c377,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:47.210991 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:47.237342 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:47.237996 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:47.240731 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f916da1-2afc-43a2-b7c1-86c528c58e22 req-542c44c1-a067-4f99-ab18-5275631f212d tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:47.242385 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7f916da1-2afc-43a2-b7c1-86c528c58e22 req-542c44c1-a067-4f99-ab18-5275631f212d tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 943 time: 0.0975709
Apr 30 13:28:47.262778 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8772776
Apr 30 13:28:47.275210 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Request body: {'port': {'device_id': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:28:47.293502 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7f916da1-2afc-43a2-b7c1-86c528c58e22 req-88e38510-e69b-4b10-9ecb-0baa43d4403c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439658
Apr 30 13:28:47.392369 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:47.464122 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-2527d80a-b9d5-4651-8cbe-c5bdf0fe703b None None] Provisioning for port 38e71166-07c2-46f9-9f93-5d432e96c377 completed by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:28:47.470141 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-2527d80a-b9d5-4651-8cbe-c5bdf0fe703b None None] Provisioning complete for port 38e71166-07c2-46f9-9f93-5d432e96c377 triggered by entity DHCP. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:47.470891 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2527d80a-b9d5-4651-8cbe-c5bdf0fe703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:47.533003 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-2527d80a-b9d5-4651-8cbe-c5bdf0fe703b None None] Port 38e71166-07c2-46f9-9f93-5d432e96c377 cannot update to ACTIVE because it is not bound. {{(pid=73838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 13:28:47.588007 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272888a8-2af3-44e0-872f-824042bde406 req-e6cd7d9e-c6ab-4084-a0c8-d3260ae0a6ce tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:47.589999 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-272888a8-2af3-44e0-872f-824042bde406 req-e6cd7d9e-c6ab-4084-a0c8-d3260ae0a6ce tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 931 time: 0.0963576
Apr 30 13:28:47.728283 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-272888a8-2af3-44e0-872f-824042bde406 req-994a8bd0-0df7-499e-94c7-8ac56885eb37 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1320236
Apr 30 13:28:47.756243 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e71166-07c2-46f9-9f93-5d432e96c377 {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:28:47.764092 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:47.778317 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Transition to ACTIVE for port object 38e71166-07c2-46f9-9f93-5d432e96c377 will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:28:47.781693 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:47.786050 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-55926bc1-ee41-455a-9a48-a9d60c9c0a8a tempest-AttachVolumeNegativeTest-2134194787 tempest-AttachVolumeNegativeTest-2134194787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:47.945458 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee9a04-1e23-421a-b369-060933801259 service neutron] Pushing event updated for resources: {'Port': ['ID=38e71166-07c2-46f9-9f93-5d432e96c377,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:47.953055 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-abee9a04-1e23-421a-b369-060933801259 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:48.020966 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Attempting to bind port 38e71166-07c2-46f9-9f93-5d432e96c377 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:28:48.021303 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Attempting to bind port 38e71166-07c2-46f9-9f93-5d432e96c377 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '72bed314-0c93-4e04-b53a-cb18795390f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:28:48.021630 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Attempting to bind port 38e71166-07c2-46f9-9f93-5d432e96c377 on network 1e9acd42-1792-4403-99f7-9eb8e895c43e {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:28:48.027305 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Port 38e71166-07c2-46f9-9f93-5d432e96c377 on network 1e9acd42-1792-4403-99f7-9eb8e895c43e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:28:48.027624 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Attempting to bind port 38e71166-07c2-46f9-9f93-5d432e96c377 on network 1e9acd42-1792-4403-99f7-9eb8e895c43e {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:28:48.032812 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:28:48.033145 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Checking segment: {'id': '72bed314-0c93-4e04-b53a-cb18795390f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:28:48.033528 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Bound using segment: {'id': '72bed314-0c93-4e04-b53a-cb18795390f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:28:48.033956 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Bound port: 38e71166-07c2-46f9-9f93-5d432e96c377, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bed314-0c93-4e04-b53a-cb18795390f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:28:48.034320 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:48.135330 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] For port 38e71166-07c2-46f9-9f93-5d432e96c377, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:28:48.138283 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] For port 38e71166-07c2-46f9-9f93-5d432e96c377, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=38e71166-07c2-46f9-9f93-5d432e96c377,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:28:48.142484 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:48.146206 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-19edfc47-ead9-4383-8a93-5d20af58fe60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:48.192022 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 7c390834-92a0-4fd3-af68-ab6a713b23b2 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:28:48.199760 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:48.200372 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:48.201916 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-abee9a04-1e23-421a-b369-060933801259 service neutron] 10.222.0.89 "PUT /v2.0/ports/38e71166-07c2-46f9-9f93-5d432e96c377 HTTP/1.1" status: 200  len: 1093 time: 0.9318149
Apr 30 13:28:48.202453 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:28:48.230867 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee9a04-1e23-421a-b369-060933801259 service neutron] Pushing event updated for resources: {'Port': ['ID=38e71166-07c2-46f9-9f93-5d432e96c377,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:48.234585 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-abee9a04-1e23-421a-b369-060933801259 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:48.282980 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377', 'status': 'completed', 'code': 200}
Apr 30 13:28:48.330847 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216932b8-2622-422a-91ef-b8731a3f30fd req-6dbc975c-9bd2-4b16-9e70-7ef67cc6c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:48.332807 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-6dbc975c-9bd2-4b16-9e70-7ef67cc6c4c5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff&device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 1096 time: 0.0854740
Apr 30 13:28:48.378994 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 7c390834-92a0-4fd3-af68-ab6a713b23b2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c390834-92a0-4fd3-af68-ab6a713b23b2,segment=NetworkSegment(a3010c69-f805-4900-b031-44c360deaa5c),segment_id=a3010c69-f805-4900-b031-44c360deaa5c)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:28:48.394064 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '7c390834-92a0-4fd3-af68-ab6a713b23b2', 'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f', 'port_id': '7c390834-92a0-4fd3-af68-ab6a713b23b2', 'mac_address': 'fa:16:3e:cc:20:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76898fb0-7aaa-42a3-b2da-f4c7f78aebf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:28:48.405510 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-556c64bc-86bf-4cdc-8d54-74bf3f37cf2f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e71166-07c2-46f9-9f93-5d432e96c377 HTTP/1.1" status: 200  len: 217 time: 0.0653949
Apr 30 13:28:48.455136 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:48.475961 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c390834-92a0-4fd3-af68-ab6a713b23b2 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:28:48.482701 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216932b8-2622-422a-91ef-b8731a3f30fd req-57d9758c-98db-4b39-ae7a-c479f2352a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:48.484495 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-57d9758c-98db-4b39-ae7a-c479f2352a55 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=14253caa-4c3c-4a3f-a4df-daa3751a9a58 HTTP/1.1" status: 200  len: 846 time: 0.0734892
Apr 30 13:28:48.497664 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152ed7d-a5d0-40c3-83d2-b44d490f79be req-16875b8f-64e1-4090-af91-5d74a5d6f98e tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:48.498469 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 7c390834-92a0-4fd3-af68-ab6a713b23b2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c390834-92a0-4fd3-af68-ab6a713b23b2,segment=NetworkSegment(a3010c69-f805-4900-b031-44c360deaa5c),segment_id=a3010c69-f805-4900-b031-44c360deaa5c)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:28:48.503070 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7152ed7d-a5d0-40c3-83d2-b44d490f79be req-16875b8f-64e1-4090-af91-5d74a5d6f98e tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 943 time: 0.0857463
Apr 30 13:28:48.506628 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:48.509501 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:48.554209 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7152ed7d-a5d0-40c3-83d2-b44d490f79be req-cbe95054-021a-4e4e-88b3-14c76bbec6cb tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492334
Apr 30 13:28:48.572762 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216932b8-2622-422a-91ef-b8731a3f30fd req-3a061f66-b90e-43dd-a7eb-9ba9f744e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:48.575474 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-3a061f66-b90e-43dd-a7eb-9ba9f744e05d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e9acd42-1792-4403-99f7-9eb8e895c43e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841825
Apr 30 13:28:48.577114 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=7c390834-92a0-4fd3-af68-ab6a713b23b2,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:48.580271 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:48.711223 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-93d809a3-788e-4048-aa75-c19cd7e54e96 service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277874
Apr 30 13:28:48.853366 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['7c390834-92a0-4fd3-af68-ab6a713b23b2'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:28:48.853967 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-216932b8-2622-422a-91ef-b8731a3f30fd req-a30037b8-29b1-424c-88d9-5d77532841c8 service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358085
Apr 30 13:28:48.931333 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653abeb-dcd3-42a3-9f43-4a14a97f0d90 req-d920060b-0936-48f3-9377-5c56645bcf00 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:48.932889 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4653abeb-dcd3-42a3-9f43-4a14a97f0d90 req-d920060b-0936-48f3-9377-5c56645bcf00 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0888758
Apr 30 13:28:48.978683 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be043963-8024-45b5-ab5e-22427a51c259 req-1d56aca9-caa4-4e7d-96c7-50cad464e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:48.980444 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-be043963-8024-45b5-ab5e-22427a51c259 req-1d56aca9-caa4-4e7d-96c7-50cad464e648 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff&device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 1096 time: 0.0763068
Apr 30 13:28:48.983179 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4653abeb-dcd3-42a3-9f43-4a14a97f0d90 req-da0c45a0-a2b8-4aa5-bdfc-de66a688b184 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441964
Apr 30 13:28:49.218500 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be043963-8024-45b5-ab5e-22427a51c259 req-d4f0e025-0b00-4305-a842-6bfc4567de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:49.219946 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-be043963-8024-45b5-ab5e-22427a51c259 req-d4f0e025-0b00-4305-a842-6bfc4567de36 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e9acd42-1792-4403-99f7-9eb8e895c43e HTTP/1.1" status: 200  len: 909 time: 0.2325056
Apr 30 13:28:49.289111 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-be043963-8024-45b5-ab5e-22427a51c259 req-8d22f14e-50b7-408d-8101-f1e2bdae7660 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e71166-07c2-46f9-9f93-5d432e96c377 HTTP/1.1" status: 200  len: 217 time: 0.0613859
Apr 30 13:28:49.355320 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be043963-8024-45b5-ab5e-22427a51c259 req-40be1b3e-69a5-4b66-8215-24dcf68f3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:49.356785 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-be043963-8024-45b5-ab5e-22427a51c259 req-40be1b3e-69a5-4b66-8215-24dcf68f3047 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=14253caa-4c3c-4a3f-a4df-daa3751a9a58 HTTP/1.1" status: 200  len: 846 time: 0.0615385
Apr 30 13:28:49.434919 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be043963-8024-45b5-ab5e-22427a51c259 req-f02c3690-56bc-46d5-a0c9-948443f55107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:49.436406 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-be043963-8024-45b5-ab5e-22427a51c259 req-f02c3690-56bc-46d5-a0c9-948443f55107 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e9acd42-1792-4403-99f7-9eb8e895c43e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729878
Apr 30 13:28:49.570465 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-be043963-8024-45b5-ab5e-22427a51c259 req-bd5def5b-d935-44e3-b3bf-a15c07df6dbb service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265283
Apr 30 13:28:49.707671 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-be043963-8024-45b5-ab5e-22427a51c259 req-4b8f0f4c-93b6-4ab4-8ab4-5d96233887fd service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309452
Apr 30 13:28:49.748403 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a285c-7c11-4d90-894b-a04cc81b6e7c req-fc8b8b28-a1bb-4382-9a88-2d638839a50d tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:49.749897 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f42a285c-7c11-4d90-894b-a04cc81b6e7c req-fc8b8b28-a1bb-4382-9a88-2d638839a50d tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 944 time: 0.0889604
Apr 30 13:28:49.795159 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f42a285c-7c11-4d90-894b-a04cc81b6e7c req-a7198a91-c8f8-47f9-bfe1-f3338e00779f tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393105
Apr 30 13:28:50.167424 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d9d51-38b4-4347-b9ca-6abd82b2afa1 req-cda49f9d-d119-401a-bab4-2ca0ca045853 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:50.168870 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1e9d9d51-38b4-4347-b9ca-6abd82b2afa1 req-cda49f9d-d119-401a-bab4-2ca0ca045853 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0801277
Apr 30 13:28:50.197658 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 7c390834-92a0-4fd3-af68-ab6a713b23b2 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:28:50.215718 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1e9d9d51-38b4-4347-b9ca-6abd82b2afa1 req-df98cf04-1a5d-47e8-bec2-67f18a45b3bb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410960
Apr 30 13:28:50.266544 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port 7c390834-92a0-4fd3-af68-ab6a713b23b2 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:28:50.271072 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 7c390834-92a0-4fd3-af68-ab6a713b23b2 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:28:50.271447 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:50.391097 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:50.418651 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f2967b-6e48-49e8-a598-9e393e7454f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c390834-92a0-4fd3-af68-ab6a713b23b2'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:28:50.429587 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 7c390834-92a0-4fd3-af68-ab6a713b23b2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c390834-92a0-4fd3-af68-ab6a713b23b2,segment=NetworkSegment(a3010c69-f805-4900-b031-44c360deaa5c),segment_id=a3010c69-f805-4900-b031-44c360deaa5c)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:28:50.433700 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:50.436690 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-12754131-e67a-408e-931d-656d459d768a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:50.466638 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f2967b-6e48-49e8-a598-9e393e7454f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c390834-92a0-4fd3-af68-ab6a713b23b2', 'code': 200}
Apr 30 13:28:50.505900 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=7c390834-92a0-4fd3-af68-ab6a713b23b2,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:50.508795 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:50.696209 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffbc7-f53b-4baf-8820-ddf1981653ce req-69085db5-7352-4210-a034-385b7ba7dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:50.697884 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-7f4ffbc7-f53b-4baf-8820-ddf1981653ce req-69085db5-7352-4210-a034-385b7ba7dac2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 1098 time: 0.0751386
Apr 30 13:28:50.740684 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-7f4ffbc7-f53b-4baf-8820-ddf1981653ce req-65ad04b5-01a2-46ce-9368-60884f2f6aaf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364990
Apr 30 13:28:50.981442 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccc252-0923-4c89-91ef-5fffb075cc19 req-ec7367c8-7659-4abf-b337-22ec108d1878 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:50.982844 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cfccc252-0923-4c89-91ef-5fffb075cc19 req-ec7367c8-7659-4abf-b337-22ec108d1878 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 945 time: 0.0843718
Apr 30 13:28:51.030621 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cfccc252-0923-4c89-91ef-5fffb075cc19 req-db682311-8533-46fd-b1c2-932b608d2e35 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420332
Apr 30 13:28:51.405911 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594fbc8-0112-4b62-a67c-13c2f7e83fa9 req-60e4528d-a90d-49cb-a5b7-085df2801cb1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:51.407438 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a594fbc8-0112-4b62-a67c-13c2f7e83fa9 req-60e4528d-a90d-49cb-a5b7-085df2801cb1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0831628
Apr 30 13:28:51.452980 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-a594fbc8-0112-4b62-a67c-13c2f7e83fa9 req-f477124b-4c96-470e-8d02-74e1785711a3 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397925
Apr 30 13:28:52.215249 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa39c0c-7401-472b-86ef-171873b4e902 req-844d67c7-4fef-4106-8f3f-d4f1a91d8841 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:52.216715 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0aa39c0c-7401-472b-86ef-171873b4e902 req-844d67c7-4fef-4106-8f3f-d4f1a91d8841 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 945 time: 0.0800049
Apr 30 13:28:52.262335 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0aa39c0c-7401-472b-86ef-171873b4e902 req-9866c7de-5df5-47bd-9c46-903c60729fe9 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398984
Apr 30 13:28:52.643659 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee212c-0dac-4c3d-983d-0bb5714b66fc req-a885df5d-1110-49d8-b09b-d2f4ce881a41 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:52.645121 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e9ee212c-0dac-4c3d-983d-0bb5714b66fc req-a885df5d-1110-49d8-b09b-d2f4ce881a41 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0843415
Apr 30 13:28:52.696081 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e9ee212c-0dac-4c3d-983d-0bb5714b66fc req-d2c03a1a-81d1-43ee-ba5b-26420fe0c089 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439241
Apr 30 13:28:53.547481 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-2fc64ac2-dd8a-4a7b-a21b-1ac8049aa304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:53.890901 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bf48e-51e6-4704-9ba1-d9b5e61b23cf req-ca0b6935-d166-4145-b7fb-b3c775fa6252 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:53.892413 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-313bf48e-51e6-4704-9ba1-d9b5e61b23cf req-ca0b6935-d166-4145-b7fb-b3c775fa6252 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0868359
Apr 30 13:28:53.941978 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-313bf48e-51e6-4704-9ba1-d9b5e61b23cf req-3a4a8e08-6134-4a05-8a12-365e684133e7 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427902
Apr 30 13:28:55.137240 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fbd9c-458c-4517-8adc-8cd9a89c69af req-d306845b-7df8-4d4a-b2e2-2bf7a90ade38 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:55.138924 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7d1fbd9c-458c-4517-8adc-8cd9a89c69af req-d306845b-7df8-4d4a-b2e2-2bf7a90ade38 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0847986
Apr 30 13:28:55.187894 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7d1fbd9c-458c-4517-8adc-8cd9a89c69af req-887d6058-b6d4-4c9f-8e75-39cd155216e7 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430429
Apr 30 13:28:56.253511 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:56.381332 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805b33-7a41-4c4d-84e0-f2e739ca01a7 req-b1a00b47-6842-43f1-9b7d-99253c2cbd92 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:56.382842 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8e805b33-7a41-4c4d-84e0-f2e739ca01a7 req-b1a00b47-6842-43f1-9b7d-99253c2cbd92 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0858364
Apr 30 13:28:56.432665 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8e805b33-7a41-4c4d-84e0-f2e739ca01a7 req-bab90a03-d7e5-471a-bdc8-ac26ccd950f4 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430098
Apr 30 13:28:56.569878 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f96c7b5d-23db-48ef-b09d-8803f4eb47f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:57.629534 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5132-7f22-4202-8879-dc7e33391d8b req-4e904d9b-6d00-4086-a565-80b1788d7fa5 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:57.631009 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4acc5132-7f22-4202-8879-dc7e33391d8b req-4e904d9b-6d00-4086-a565-80b1788d7fa5 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0883839
Apr 30 13:28:57.683559 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4acc5132-7f22-4202-8879-dc7e33391d8b req-7297ad65-1c1c-46cd-a249-5962b129cf4e tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457089
Apr 30 13:28:57.792341 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:57.980694 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 51458) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:28:58.261535 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 38e71166-07c2-46f9-9f93-5d432e96c377 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:28:58.274867 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Deleting port f563e0bf-2809-44da-95ad-2edbb33782e5 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:28:58.275205 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:58.400711 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:58.401129 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:58.404711 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 38e71166-07c2-46f9-9f93-5d432e96c377, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=38e71166-07c2-46f9-9f93-5d432e96c377,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:28:58.419682 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '38e71166-07c2-46f9-9f93-5d432e96c377', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'port_id': '38e71166-07c2-46f9-9f93-5d432e96c377', 'mac_address': 'fa:16:3e:bc:1b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:28:58.479553 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:58.498090 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e71166-07c2-46f9-9f93-5d432e96c377 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:28:58.517441 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 38e71166-07c2-46f9-9f93-5d432e96c377, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=38e71166-07c2-46f9-9f93-5d432e96c377,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:28:58.521941 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:58.523687 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b6a03499-fe58-4d3c-8c40-6d60faf42525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:58.530414 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Calling delete_port for f563e0bf-2809-44da-95ad-2edbb33782e5 owned by network:floatingip {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:28:58.605974 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=38e71166-07c2-46f9-9f93-5d432e96c377,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:58.609326 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:58.658215 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:58.661970 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0a338db9-4a6f-4395-880b-d55ac68c9b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:28:58.709752 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event deleted for resources: {'Port': ['ID=f563e0bf-2809-44da-95ad-2edbb33782e5,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:28:58.749911 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:58.750387 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:58.750766 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:58.751140 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:58.751508 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:58.751871 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:58.752233 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:58.752605 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:58.752961 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:58.753318 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:58.753675 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:58.754038 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:28:58.762858 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:28:58.823102 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for floatingip, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:58.823434 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.db.l3_db [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Floating IP b0fc7e76-37f5-47ae-9d99-052e746256b8 disassociated (deleted). External IP: 172.27.2.95, port: 274e66e4-9a46-441c-afec-ef8738305501.
Apr 30 13:28:58.896139 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488753b-98cc-4774-81e1-ed80837d10f2 req-f4cae376-300f-44b5-a784-189d1a452399 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:58.897676 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8488753b-98cc-4774-81e1-ed80837d10f2 req-f4cae376-300f-44b5-a784-189d1a452399 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 944 time: 0.0899410
Apr 30 13:28:58.929091 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['38e71166-07c2-46f9-9f93-5d432e96c377'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:28:58.952252 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8488753b-98cc-4774-81e1-ed80837d10f2 req-16317b00-9171-46f8-a5aa-812f14a9451b tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461144
Apr 30 13:28:59.182011 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:59.298893 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:28:59.486323 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:28:59.496796 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c27360-ce7d-4d8b-9bf2-dce80b21245f None None] Sync routers for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:28:59.503589 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:28:59.506631 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c27360-ce7d-4d8b-9bf2-dce80b21245f None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:28:59.507248 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-70c27360-ce7d-4d8b-9bf2-dce80b21245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23c8d610>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:28:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:28:59.560666 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "DELETE /v2.0/floatingips/b0fc7e76-37f5-47ae-9d99-052e746256b8 HTTP/1.1" status: 204  len: 168 time: 1.5788233
Apr 30 13:28:59.561377 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'tag': '274e66e4-9a46-441c-afec-ef8738305501'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:28:59.610613 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'tag': '274e66e4-9a46-441c-afec-ef8738305501', 'status': 'completed', 'code': 200}
Apr 30 13:28:59.729037 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436191f-583b-4a63-9a22-d0ac42bec87b req-6fcc6184-1349-4535-af02-7d28880c6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:59.732231 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e436191f-583b-4a63-9a22-d0ac42bec87b req-6fcc6184-1349-4535-af02-7d28880c6989 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 1098 time: 0.0956461
Apr 30 13:28:59.753355 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-70c27360-ce7d-4d8b-9bf2-dce80b21245f None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:28:59.893785 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436191f-583b-4a63-9a22-d0ac42bec87b req-3c8180e1-0f00-49be-99b3-8e1d7d5c74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:59.895567 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e436191f-583b-4a63-9a22-d0ac42bec87b req-3c8180e1-0f00-49be-99b3-8e1d7d5c74e5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 912 time: 0.1566601
Apr 30 13:28:59.973703 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e436191f-583b-4a63-9a22-d0ac42bec87b req-e8505031-f39d-45a9-9d88-9646cf2616c5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=274e66e4-9a46-441c-afec-ef8738305501 HTTP/1.1" status: 200  len: 217 time: 0.0709393
Apr 30 13:28:59.983860 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ec9b5-eac7-4218-b590-fdd7e3318ff4 req-8cb7b69e-1cca-45eb-80e9-5863ea883415 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:28:59.990923 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-248ec9b5-eac7-4218-b590-fdd7e3318ff4 req-8cb7b69e-1cca-45eb-80e9-5863ea883415 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 945 time: 0.0983837
Apr 30 13:29:00.042788 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-248ec9b5-eac7-4218-b590-fdd7e3318ff4 req-7a17fc06-30cc-46c3-971b-aa911199b703 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504143
Apr 30 13:29:00.055897 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436191f-583b-4a63-9a22-d0ac42bec87b req-fa550fd9-96c0-4727-9abb-de7f987165e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:00.058596 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e436191f-583b-4a63-9a22-d0ac42bec87b req-fa550fd9-96c0-4727-9abb-de7f987165e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0772061
Apr 30 13:29:00.138908 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436191f-583b-4a63-9a22-d0ac42bec87b req-99cb7eee-1596-4b8a-a107-3d3792fc6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:00.140550 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e436191f-583b-4a63-9a22-d0ac42bec87b req-99cb7eee-1596-4b8a-a107-3d3792fc6158 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751781
Apr 30 13:29:00.167538 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-70c27360-ce7d-4d8b-9bf2-dce80b21245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23c8d610>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'c5512e30-c373-41c3-9ed9-14e8a53a959d', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:97:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:52Z', 'updated_at': '2021-04-30T13:23:55Z', 'revision_number': 1, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:00.173072 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c27360-ce7d-4d8b-9bf2-dce80b21245f None None] Checking router: f45a20a8-92bc-418a-bbc0-ec4c8b863d8a for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:29:00.177017 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970a2d1-a46c-4d07-8d3f-5b848f8a7af2 req-79ce25f6-02b6-4983-bd01-582a7595736b tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:00.178565 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b970a2d1-a46c-4d07-8d3f-5b848f8a7af2 req-79ce25f6-02b6-4983-bd01-582a7595736b tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 944 time: 0.0931795
Apr 30 13:29:00.182371 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c27360-ce7d-4d8b-9bf2-dce80b21245f None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:29:00.183222 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-70c27360-ce7d-4d8b-9bf2-dce80b21245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23c8d610>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:28:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:00.231277 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-b970a2d1-a46c-4d07-8d3f-5b848f8a7af2 req-12fc483b-dfe4-430c-85bf-67ab6a3b442b tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415537
Apr 30 13:29:00.272930 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 38e71166-07c2-46f9-9f93-5d432e96c377 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:29:00.292983 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e436191f-583b-4a63-9a22-d0ac42bec87b req-96aeb822-db5e-4587-b1ed-604a5db780ee service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450617
Apr 30 13:29:00.433390 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e436191f-583b-4a63-9a22-d0ac42bec87b req-6539ddb1-d555-4dfb-98f1-59efff7778b2 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334262
Apr 30 13:29:00.437739 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-70c27360-ce7d-4d8b-9bf2-dce80b21245f None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:29:00.500209 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port 38e71166-07c2-46f9-9f93-5d432e96c377 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:29:00.526789 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 38e71166-07c2-46f9-9f93-5d432e96c377 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:29:00.527172 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:00.562306 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:00.840014 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:00.912071 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:29:00.927017 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 38e71166-07c2-46f9-9f93-5d432e96c377, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=38e71166-07c2-46f9-9f93-5d432e96c377,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:00.935838 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:00.940418 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:00.979908 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377', 'code': 200}
Apr 30 13:29:01.020761 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=38e71166-07c2-46f9-9f93-5d432e96c377,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:01.024103 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:01.033317 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-70c27360-ce7d-4d8b-9bf2-dce80b21245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23c8d610>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'c5512e30-c373-41c3-9ed9-14e8a53a959d', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:97:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:52Z', 'updated_at': '2021-04-30T13:23:55Z', 'revision_number': 1, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:01.037415 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c27360-ce7d-4d8b-9bf2-dce80b21245f None None] The sync data for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi is: [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'c5512e30-c373-41c3-9ed9-14e8a53a959d', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'port_id': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'mac_address': 'fa:16:3e:97:df:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:52Z', 'updated_at': '2021-04-30T13:23:55Z', 'revision_number': 1, 'project_id': 'e930754914a64acfa79c68b521726214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:29:01.248051 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb892158-adc8-489a-86cd-1d8e29e9cbd2 req-fd026a94-c85d-435a-b749-29b83c97cc9b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:01.249576 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cb892158-adc8-489a-86cd-1d8e29e9cbd2 req-fd026a94-c85d-435a-b749-29b83c97cc9b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 945 time: 0.0886788
Apr 30 13:29:01.280151 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7f2f2-73fe-4f84-b97d-b33952ccf7b6 req-b6fbeb82-3544-4d1d-be67-0b6fbed0f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:01.281903 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-23a7f2f2-73fe-4f84-b97d-b33952ccf7b6 req-b6fbeb82-3544-4d1d-be67-0b6fbed0f657 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 1098 time: 0.0874977
Apr 30 13:29:01.307725 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cb892158-adc8-489a-86cd-1d8e29e9cbd2 req-c8aaa243-e490-4d39-9760-e1fbb760edbe tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513289
Apr 30 13:29:01.319230 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871af405-3bcb-49d6-a8ff-4c5437e97cb4 None None] New status for floating IP b0fc7e76-37f5-47ae-9d99-052e746256b8: DOWN {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:29:01.358279 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-23a7f2f2-73fe-4f84-b97d-b33952ccf7b6 req-3f5eff94-6f1f-4d58-92eb-5bd942d53b03 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688832
Apr 30 13:29:01.529905 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb8feb-2fa8-4be4-9042-d024f9b29ea6 req-ef0a8f70-e234-4961-8176-32bc49fd9228 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:01.531274 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7bbb8feb-2fa8-4be4-9042-d024f9b29ea6 req-ef0a8f70-e234-4961-8176-32bc49fd9228 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.1814282
Apr 30 13:29:01.578381 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7bbb8feb-2fa8-4be4-9042-d024f9b29ea6 req-bcf4824e-b102-4ee4-8e77-0f1de690995a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408399
Apr 30 13:29:02.225761 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1866524-c092-4802-8b98-d68129944d25 req-a405ecdc-9f81-470f-86fa-a8f150196c4b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:02.226494 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-f1866524-c092-4802-8b98-d68129944d25 req-a405ecdc-9f81-470f-86fa-a8f150196c4b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Synchronizing usage tracker for tenant:e930754914a64acfa79c68b521726214 on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:02.242777 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-f1866524-c092-4802-8b98-d68129944d25 req-a405ecdc-9f81-470f-86fa-a8f150196c4b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Unset dirty status for tenant:e930754914a64acfa79c68b521726214 on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:02.243903 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f1866524-c092-4802-8b98-d68129944d25 req-a405ecdc-9f81-470f-86fa-a8f150196c4b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 945 time: 0.2065451
Apr 30 13:29:02.389408 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-f1866524-c092-4802-8b98-d68129944d25 req-f9cb6629-a0f4-4bc7-b62b-88b1aec09f5c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Deleting port 274e66e4-9a46-441c-afec-ef8738305501 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:02.389769 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f1866524-c092-4802-8b98-d68129944d25 req-f9cb6629-a0f4-4bc7-b62b-88b1aec09f5c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:02.526920 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78d8f0-374e-44fe-885d-9f6b552e650e req-21d4f8e8-d4fa-454b-9a05-b16d88d5168a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:02.530059 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ae78d8f0-374e-44fe-885d-9f6b552e650e req-21d4f8e8-d4fa-454b-9a05-b16d88d5168a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 945 time: 0.1041825
Apr 30 13:29:02.553005 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-f1866524-c092-4802-8b98-d68129944d25 req-f9cb6629-a0f4-4bc7-b62b-88b1aec09f5c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] For port 274e66e4-9a46-441c-afec-ef8738305501, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=274e66e4-9a46-441c-afec-ef8738305501,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:02.553370 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f1866524-c092-4802-8b98-d68129944d25 req-f9cb6629-a0f4-4bc7-b62b-88b1aec09f5c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:02.577844 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ae78d8f0-374e-44fe-885d-9f6b552e650e req-89f56ceb-f9c8-4e49-a754-99078f83cc26 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422490
Apr 30 13:29:02.682134 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-f1866524-c092-4802-8b98-d68129944d25 req-f9cb6629-a0f4-4bc7-b62b-88b1aec09f5c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Calling delete_port for 274e66e4-9a46-441c-afec-ef8738305501 owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:02.798393 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecc5dc-aed5-4580-91a5-475ae505e789 req-88281f14-215b-46f0-9c57-79c413a6a179 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:02.800093 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c1ecc5dc-aed5-4580-91a5-475ae505e789 req-88281f14-215b-46f0-9c57-79c413a6a179 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.1011965
Apr 30 13:29:02.827574 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f1866524-c092-4802-8b98-d68129944d25 req-f9cb6629-a0f4-4bc7-b62b-88b1aec09f5c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:02.834161 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-38ced06d-d802-40cb-a1f2-91ff18f4372c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:02.851511 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-c1ecc5dc-aed5-4580-91a5-475ae505e789 req-cd8da711-f43a-4a24-acc2-a49e6fe5eefe tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454679
Apr 30 13:29:02.883657 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb6629-a0f4-4bc7-b62b-88b1aec09f5c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event deleted for resources: {'Port': ['ID=274e66e4-9a46-441c-afec-ef8738305501,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:02.886182 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-f9cb6629-a0f4-4bc7-b62b-88b1aec09f5c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:02.967872 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1866524-c092-4802-8b98-d68129944d25 req-f9cb6629-a0f4-4bc7-b62b-88b1aec09f5c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] No DVR routers for this DVR port 274e66e4-9a46-441c-afec-ef8738305501 on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:29:02.970435 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f1866524-c092-4802-8b98-d68129944d25 req-f9cb6629-a0f4-4bc7-b62b-88b1aec09f5c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:02.973213 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'name': 'network-vif-deleted', 'tag': '274e66e4-9a46-441c-afec-ef8738305501'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:29:02.990543 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f1866524-c092-4802-8b98-d68129944d25 req-f9cb6629-a0f4-4bc7-b62b-88b1aec09f5c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "DELETE /v2.0/ports/274e66e4-9a46-441c-afec-ef8738305501 HTTP/1.1" status: 204  len: 173 time: 0.7411094
Apr 30 13:29:03.027558 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258d9e65-5d5b-4acf-90ab-9ed033ff5f13', 'name': 'network-vif-deleted', 'tag': '274e66e4-9a46-441c-afec-ef8738305501', 'status': 'completed', 'code': 200}
Apr 30 13:29:03.755210 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3bd9bc44-f3c0-445b-aa17-332637bc6185 req-a296e133-9627-400d-bc44-2bbefdc61b4a tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=258d9e65-5d5b-4acf-90ab-9ed033ff5f13 HTTP/1.1" status: 200  len: 210 time: 0.0502105
Apr 30 13:29:04.048066 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e735ab-eff1-4c5c-a7b4-41ec66c899d5 req-67ab2aa5-7ec7-40c9-aaaf-d1591ad28686 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:04.049562 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-75e735ab-eff1-4c5c-a7b4-41ec66c899d5 req-67ab2aa5-7ec7-40c9-aaaf-d1591ad28686 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0834086
Apr 30 13:29:04.096907 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-75e735ab-eff1-4c5c-a7b4-41ec66c899d5 req-224e84fa-53a0-4d05-94e9-cc7b98e3a06d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413897
Apr 30 13:29:04.295922 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07ecb5-f9b0-43b8-afaa-8f1a397c1390 req-b692ff43-cd9c-41d7-a2f9-b78b318ae2c7 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:04.297408 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7e07ecb5-f9b0-43b8-afaa-8f1a397c1390 req-b692ff43-cd9c-41d7-a2f9-b78b318ae2c7 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0894341
Apr 30 13:29:04.344822 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7e07ecb5-f9b0-43b8-afaa-8f1a397c1390 req-75d8fc2f-d6f9-422d-b350-a6760b0fc0c6 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415654
Apr 30 13:29:04.368102 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51502) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:04.560676 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d21000-7d01-42f5-9ab1-6104e4d47fe9 tempest-TestShelveInstance-2131686518 tempest-TestShelveInstance-2131686518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:04.561378 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c3d21000-7d01-42f5-9ab1-6104e4d47fe9 tempest-TestShelveInstance-2131686518 tempest-TestShelveInstance-2131686518-project-admin] Synchronizing usage tracker for tenant:ad47ad245d034949b533959a1494b34c on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:04.577134 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-c3d21000-7d01-42f5-9ab1-6104e4d47fe9 tempest-TestShelveInstance-2131686518 tempest-TestShelveInstance-2131686518-project-admin] Unset dirty status for tenant:ad47ad245d034949b533959a1494b34c on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:04.578443 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-c3d21000-7d01-42f5-9ab1-6104e4d47fe9 tempest-TestShelveInstance-2131686518 tempest-TestShelveInstance-2131686518-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 1093 time: 0.2092607
Apr 30 13:29:04.581380 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51508) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:04.586298 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.v2.base [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Request body: {'floatingip': {'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'port_id': '38e71166-07c2-46f9-9f93-5d432e96c377', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=73836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:29:04.592644 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:29:04.596523 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Usage tracker for resource:floatingip and tenant:6de04e3b7a694ccd9d30a3bc7f79adff is out of sync, need to count used quota {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:29:04.599405 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73836) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:29:04.606166 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.quota.driver [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73836) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:29:04.616690 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for floatingip, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:04.754451 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:04.897673 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_common [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Allocated IP 172.27.2.21 (63a99783-b870-44bc-8ba8-6e64f36180e0/2200a453-fcbd-40f9-99ab-ef96c9c9ac02/5e6fe36c-de82-4d88-8d6b-c393ecf13d2a) {{(pid=73836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:29:05.054379 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for port, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:05.083258 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:05.086857 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-94be5122-4f72-4ac3-85e5-f9748557c6a7 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:05.147868 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Network 63a99783-b870-44bc-8ba8-6e64f36180e0 is already hosted by enough agents. {{(pid=73836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:29:05.155830 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.base_scheduler [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Resources bound (agent type, host, resource id):  {{(pid=73836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:29:05.158385 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Received port after_create {{(pid=73836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:29:05.202980 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Pushing event updated for resources: {'Port': ['ID=5e6fe36c-de82-4d88-8d6b-c393ecf13d2a,revision_number=1']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:05.216325 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:05.216706 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:05.217079 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:05.217445 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:05.217809 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:05.218176 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:05.218560 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:05.218920 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:05.219278 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:05.219630 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:05.219984 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:05.220336 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:05.225531 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:05.592566 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:05.666857 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:05.965093 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for port, precommit_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:05.969595 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1476641'] for port, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:05.974469 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-715123d0-bb52-4b84-87ac-257af62e9f49 tempest-TestMinimumBasicScenario-2041196275 tempest-TestMinimumBasicScenario-2041196275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:06.081609 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Pushing event updated for resources: {'Port': ['ID=5e6fe36c-de82-4d88-8d6b-c393ecf13d2a,revision_number=2']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:06.085617 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:06.092988 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3803044'] for floatingip, after_update {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:06.269698 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.l3_db [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Floating IP f53963b5-2c1f-4ba2-81d5-8bad0ccdfb12 associated. External IP: 172.27.2.21, port: 38e71166-07c2-46f9-9f93-5d432e96c377.
Apr 30 13:29:06.288620 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 274e66e4-9a46-441c-afec-ef8738305501 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:29:06.326007 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: 274e66e4-9a46-441c-afec-ef8738305501 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:29:06.326451 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 274e66e4-9a46-441c-afec-ef8738305501 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:29:06.626806 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:29:06.808665 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:29:06.817992 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d189273-1115-4cf3-8cf4-fced4f2b03b1 None None] Sync routers for ids ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:29:06.827962 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d189273-1115-4cf3-8cf4-fced4f2b03b1 None None] Routers {'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:29:06.828573 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-9d189273-1115-4cf3-8cf4-fced4f2b03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23af3340>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:28:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:06.839101 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:06.898788 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3161914
Apr 30 13:29:06.899341 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:29:06.945556 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377', 'status': 'completed', 'code': 200}
Apr 30 13:29:07.045289 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af1800-2a65-4c05-9d10-2d09acc93a03 req-22b7b15e-72cd-4539-8f6f-b7890edf0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:07.047969 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-39af1800-2a65-4c05-9d10-2d09acc93a03 req-22b7b15e-72cd-4539-8f6f-b7890edf0c54 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff&device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 1098 time: 0.0769632
Apr 30 13:29:07.078530 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-9d189273-1115-4cf3-8cf4-fced4f2b03b1 None None] Set router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:29:07.193170 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af1800-2a65-4c05-9d10-2d09acc93a03 req-30797671-2cce-4fd8-8b32-dddd35e3ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:07.194545 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-39af1800-2a65-4c05-9d10-2d09acc93a03 req-30797671-2cce-4fd8-8b32-dddd35e3ebc7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e9acd42-1792-4403-99f7-9eb8e895c43e HTTP/1.1" status: 200  len: 909 time: 0.1393516
Apr 30 13:29:07.259174 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51548) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:07.308692 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-39af1800-2a65-4c05-9d10-2d09acc93a03 req-74c52f07-106d-48c8-8cf4-4f301a8f893d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e71166-07c2-46f9-9f93-5d432e96c377 HTTP/1.1" status: 200  len: 998 time: 0.1060357
Apr 30 13:29:07.374235 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af1800-2a65-4c05-9d10-2d09acc93a03 req-fdfc84dd-9f20-4348-911a-9428a69b2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:07.376037 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-39af1800-2a65-4c05-9d10-2d09acc93a03 req-fdfc84dd-9f20-4348-911a-9428a69b2ab3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=14253caa-4c3c-4a3f-a4df-daa3751a9a58 HTTP/1.1" status: 200  len: 846 time: 0.0599411
Apr 30 13:29:07.439636 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-9d189273-1115-4cf3-8cf4-fced4f2b03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23af3340>, [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:28:04Z', 'revision_number': 4, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port': {'id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:01Z', 'updated_at': '2021-04-30T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'f53963b5-2c1f-4ba2-81d5-8bad0ccdfb12', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'port_id': '38e71166-07c2-46f9-9f93-5d432e96c377', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'mac_address': 'fa:16:3e:bc:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:29:05Z', 'updated_at': '2021-04-30T13:29:05Z', 'revision_number': 0, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e456f67-f1f6-4b21-b127-87e4751f4d69', 'name': '', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'mac_address': 'fa:16:3e:77:08:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:03Z', 'updated_at': '2021-04-30T13:28:11Z', 'revision_number': 5, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'subnets': [{'id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:07.444067 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d189273-1115-4cf3-8cf4-fced4f2b03b1 None None] Checking router: a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:29:07.453309 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d189273-1115-4cf3-8cf4-fced4f2b03b1 None None] Routers {'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:29:07.453941 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-9d189273-1115-4cf3-8cf4-fced4f2b03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23af3340>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:28:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:07.462042 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af1800-2a65-4c05-9d10-2d09acc93a03 req-39ca788f-7540-4992-9c92-eaf5b1710cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:07.464315 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-39af1800-2a65-4c05-9d10-2d09acc93a03 req-39ca788f-7540-4992-9c92-eaf5b1710cea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e9acd42-1792-4403-99f7-9eb8e895c43e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795870
Apr 30 13:29:07.610690 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-39af1800-2a65-4c05-9d10-2d09acc93a03 req-e99dce3b-f390-4fc8-863e-ab0942f53fc1 service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370234
Apr 30 13:29:07.644916 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-9d189273-1115-4cf3-8cf4-fced4f2b03b1 None None] Set router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:29:07.653543 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Deleting port 4fd8cabb-6434-4e06-aeb8-96e881d62c68 {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:07.654274 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:07.757569 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-39af1800-2a65-4c05-9d10-2d09acc93a03 req-c7714a01-ee24-4250-891c-1c3ea24c53bf service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388113
Apr 30 13:29:07.785109 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:07.785443 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:07.911225 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Calling delete_port for 4fd8cabb-6434-4e06-aeb8-96e881d62c68 owned by network:floatingip {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:08.016354 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-9d189273-1115-4cf3-8cf4-fced4f2b03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23af3340>, [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:28:04Z', 'revision_number': 4, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port': {'id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:01Z', 'updated_at': '2021-04-30T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'f53963b5-2c1f-4ba2-81d5-8bad0ccdfb12', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'port_id': '38e71166-07c2-46f9-9f93-5d432e96c377', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'mac_address': 'fa:16:3e:bc:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:29:05Z', 'updated_at': '2021-04-30T13:29:05Z', 'revision_number': 0, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e456f67-f1f6-4b21-b127-87e4751f4d69', 'name': '', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'mac_address': 'fa:16:3e:77:08:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:03Z', 'updated_at': '2021-04-30T13:28:11Z', 'revision_number': 5, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'subnets': [{'id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:08.020354 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d189273-1115-4cf3-8cf4-fced4f2b03b1 None None] The sync data for ids ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'] in dv-cinder-787195-5-iscsi is: [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:28:04Z', 'revision_number': 4, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port': {'id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:01Z', 'updated_at': '2021-04-30T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_floatingips': [{'id': 'f53963b5-2c1f-4ba2-81d5-8bad0ccdfb12', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'router_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'port_id': '38e71166-07c2-46f9-9f93-5d432e96c377', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'mac_address': 'fa:16:3e:bc:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:29:05Z', 'updated_at': '2021-04-30T13:29:05Z', 'revision_number': 0, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e456f67-f1f6-4b21-b127-87e4751f4d69', 'name': '', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'mac_address': 'fa:16:3e:77:08:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:03Z', 'updated_at': '2021-04-30T13:28:11Z', 'revision_number': 5, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'subnets': [{'id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:29:08.041379 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:08.045462 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2bb08e1d-69a0-4097-bf91-9da1bd7513a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:08.092344 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event deleted for resources: {'Port': ['ID=4fd8cabb-6434-4e06-aeb8-96e881d62c68,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:08.095823 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:08.193239 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for floatingip, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:08.193642 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.l3_db [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Floating IP c5512e30-c373-41c3-9ed9-14e8a53a959d disassociated (deleted). External IP: 172.27.2.51, port: 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b.
Apr 30 13:29:08.234876 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7ff99-0dac-4404-8bed-f75adef2c6f6 None None] New status for floating IP f53963b5-2c1f-4ba2-81d5-8bad0ccdfb12: ACTIVE {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:29:08.562158 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:29:08.742341 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:29:08.752152 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c3920-07cc-4b05-9841-9660bfe6efcd None None] Sync routers for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:29:08.758583 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:08.762129 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c3920-07cc-4b05-9841-9660bfe6efcd None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:29:08.762767 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e49c3920-07cc-4b05-9841-9660bfe6efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23a17220>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:28:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:08.816143 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-54404b9f-da08-4a14-b6a5-95c53fa828b8 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "DELETE /v2.0/floatingips/c5512e30-c373-41c3-9ed9-14e8a53a959d HTTP/1.1" status: 204  len: 168 time: 1.5558043
Apr 30 13:29:08.943911 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-e49c3920-07cc-4b05-9841-9660bfe6efcd None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:29:08.947060 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'tag': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:29:08.997362 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'tag': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'status': 'completed', 'code': 200}
Apr 30 13:29:09.101350 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e574f2-d50c-46d5-b590-595fdebb172b req-1136d33e-2ef8-48d4-b4c9-7ab1c2663b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:09.102868 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-42e574f2-d50c-46d5-b590-595fdebb172b req-1136d33e-2ef8-48d4-b4c9-7ab1c2663b4c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e930754914a64acfa79c68b521726214&device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 1099 time: 0.0835326
Apr 30 13:29:09.219284 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94cb9a-8613-4c06-be82-78f2781686d0 req-b28b6add-5fa6-4b92-8f66-e1df20a494cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:09.220058 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-8f94cb9a-8613-4c06-be82-78f2781686d0 req-b28b6add-5fa6-4b92-8f66-e1df20a494cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Synchronizing usage tracker for tenant:e930754914a64acfa79c68b521726214 on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:09.239317 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-8f94cb9a-8613-4c06-be82-78f2781686d0 req-b28b6add-5fa6-4b92-8f66-e1df20a494cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Unset dirty status for tenant:e930754914a64acfa79c68b521726214 on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:09.240704 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8f94cb9a-8613-4c06-be82-78f2781686d0 req-b28b6add-5fa6-4b92-8f66-e1df20a494cb tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 946 time: 0.1107328
Apr 30 13:29:09.293475 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8f94cb9a-8613-4c06-be82-78f2781686d0 req-c1b6aa50-02df-4c21-bcae-121c358ec28f tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449951
Apr 30 13:29:09.343228 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e49c3920-07cc-4b05-9841-9660bfe6efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23a17220>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:09.347373 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c3920-07cc-4b05-9841-9660bfe6efcd None None] Checking router: f45a20a8-92bc-418a-bbc0-ec4c8b863d8a for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:29:09.358034 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c3920-07cc-4b05-9841-9660bfe6efcd None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:29:09.358744 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e49c3920-07cc-4b05-9841-9660bfe6efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23a17220>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:28:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:09.375113 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e574f2-d50c-46d5-b590-595fdebb172b req-4d595e57-9b06-451f-8135-efa811ea5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:09.376679 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-42e574f2-d50c-46d5-b590-595fdebb172b req-4d595e57-9b06-451f-8135-efa811ea5a49 service neutron] 10.222.0.89 "GET /v2.0/networks?id=83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 200  len: 912 time: 0.2664659
Apr 30 13:29:09.466397 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-42e574f2-d50c-46d5-b590-595fdebb172b req-65bbbe6d-b1a3-4ba2-8d0e-6f770fb56ee7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b HTTP/1.1" status: 200  len: 217 time: 0.0796609
Apr 30 13:29:09.533882 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e574f2-d50c-46d5-b590-595fdebb172b req-83ce6988-4f4a-4001-a298-25ccfaf3f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:09.535372 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-42e574f2-d50c-46d5-b590-595fdebb172b req-83ce6988-4f4a-4001-a298-25ccfaf3f0ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 200  len: 849 time: 0.0574415
Apr 30 13:29:09.542954 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-e49c3920-07cc-4b05-9841-9660bfe6efcd None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:29:09.623052 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e574f2-d50c-46d5-b590-595fdebb172b req-607ec503-3bdc-4f64-ac51-1a3be36b0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:09.624722 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-42e574f2-d50c-46d5-b590-595fdebb172b req-607ec503-3bdc-4f64-ac51-1a3be36b0c69 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83bc2670-022d-4041-8a2f-0fa8eb289e69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781956
Apr 30 13:29:09.766430 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-42e574f2-d50c-46d5-b590-595fdebb172b req-48c22598-6c3c-4d56-ac3b-7344d73345ce service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334853
Apr 30 13:29:09.866447 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e49c3920-07cc-4b05-9841-9660bfe6efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23a17220>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:09.871104 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c3920-07cc-4b05-9841-9660bfe6efcd None None] The sync data for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi is: [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:19:19Z', 'revision_number': 4, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': 'e773e8c2-95ec-44cc-8e24-09915169361d', 'name': '', 'network_id': '83bc2670-022d-4041-8a2f-0fa8eb289e69', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'mac_address': 'fa:16:3e:f2:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:18Z', 'updated_at': '2021-04-30T13:19:27Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'subnets': [{'id': '403efb8f-dab9-40e8-ab0a-1dcf2ab30084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:29:09.902971 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-42e574f2-d50c-46d5-b590-595fdebb172b req-0c1468de-9a3c-43a2-9c3a-d35bcf9eab09 service neutron] 10.222.0.89 "GET /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283543
Apr 30 13:29:10.074205 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3276e1d-9b81-4986-8651-6fa5c4507a1d None None] New status for floating IP c5512e30-c373-41c3-9ed9-14e8a53a959d: DOWN {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:29:10.159108 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cb21a-8ffc-46fb-a91b-4cb0afc86377 req-1dfe70f0-d2fc-4406-92b2-51d2d2bf47ca tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:10.159690 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-102cb21a-8ffc-46fb-a91b-4cb0afc86377 req-1dfe70f0-d2fc-4406-92b2-51d2d2bf47ca tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Synchronizing usage tracker for tenant:e930754914a64acfa79c68b521726214 on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:10.172402 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-102cb21a-8ffc-46fb-a91b-4cb0afc86377 req-1dfe70f0-d2fc-4406-92b2-51d2d2bf47ca tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Unset dirty status for tenant:e930754914a64acfa79c68b521726214 on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:10.173494 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-102cb21a-8ffc-46fb-a91b-4cb0afc86377 req-1dfe70f0-d2fc-4406-92b2-51d2d2bf47ca tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 946 time: 0.0929441
Apr 30 13:29:10.317153 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-102cb21a-8ffc-46fb-a91b-4cb0afc86377 req-d82d72c1-90d4-41c1-b1fe-2c47fa687e46 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Deleting port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:10.317546 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-102cb21a-8ffc-46fb-a91b-4cb0afc86377 req-d82d72c1-90d4-41c1-b1fe-2c47fa687e46 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:10.455646 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-102cb21a-8ffc-46fb-a91b-4cb0afc86377 req-d82d72c1-90d4-41c1-b1fe-2c47fa687e46 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] For port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:10.456006 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-102cb21a-8ffc-46fb-a91b-4cb0afc86377 req-d82d72c1-90d4-41c1-b1fe-2c47fa687e46 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:10.488924 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71b560-4598-48bc-84bd-f384663384b6 req-58a99af0-05a6-4528-8e29-70adb4c7ddb4 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:10.490475 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8e71b560-4598-48bc-84bd-f384663384b6 req-58a99af0-05a6-4528-8e29-70adb4c7ddb4 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 946 time: 0.0841508
Apr 30 13:29:10.536726 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8e71b560-4598-48bc-84bd-f384663384b6 req-87d0b73f-defd-4795-8c2a-e52eca10272b tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/security-groups?id=832e16a5-4a71-4986-9af9-58866201fff6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395160
Apr 30 13:29:10.586998 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-102cb21a-8ffc-46fb-a91b-4cb0afc86377 req-d82d72c1-90d4-41c1-b1fe-2c47fa687e46 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Calling delete_port for 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:10.703468 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-102cb21a-8ffc-46fb-a91b-4cb0afc86377 req-d82d72c1-90d4-41c1-b1fe-2c47fa687e46 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:10.710717 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-080a5b21-76ea-4fd7-a759-c36b10e8071c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:10.759127 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d72c1-90d4-41c1-b1fe-2c47fa687e46 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event deleted for resources: {'Port': ['ID=5b164ed0-3b41-4522-ac85-fa7a99eb9a6b,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:10.786070 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-d82d72c1-90d4-41c1-b1fe-2c47fa687e46 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:10.836200 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-102cb21a-8ffc-46fb-a91b-4cb0afc86377 req-d82d72c1-90d4-41c1-b1fe-2c47fa687e46 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] No DVR routers for this DVR port 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:29:10.838781 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-102cb21a-8ffc-46fb-a91b-4cb0afc86377 req-d82d72c1-90d4-41c1-b1fe-2c47fa687e46 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:10.841344 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'name': 'network-vif-deleted', 'tag': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:29:10.858025 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-102cb21a-8ffc-46fb-a91b-4cb0afc86377 req-d82d72c1-90d4-41c1-b1fe-2c47fa687e46 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.89 "DELETE /v2.0/ports/5b164ed0-3b41-4522-ac85-fa7a99eb9a6b HTTP/1.1" status: 204  len: 173 time: 0.6778750
Apr 30 13:29:10.892442 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3db2ba-dc6c-484a-91be-a2f060590b37', 'name': 'network-vif-deleted', 'tag': '5b164ed0-3b41-4522-ac85-fa7a99eb9a6b', 'status': 'completed', 'code': 200}
Apr 30 13:29:11.816544 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-62d09f84-7a17-42ec-8da1-5e7b44d2c553 req-8c787f35-549c-4d73-ac2c-2fc1d05a1e86 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e3db2ba-dc6c-484a-91be-a2f060590b37 HTTP/1.1" status: 200  len: 210 time: 0.1504679
Apr 30 13:29:12.618595 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:29:12.908338 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51576) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:13.121771 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-103d1749-cc90-4859-89a7-46d0e1ebdcac tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Deleting port d48fb5cd-f170-4774-b7d2-0e1dedf177e2 {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:13.122103 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-103d1749-cc90-4859-89a7-46d0e1ebdcac tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:13.241590 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-103d1749-cc90-4859-89a7-46d0e1ebdcac tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:13.241951 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-103d1749-cc90-4859-89a7-46d0e1ebdcac tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:13.363573 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-103d1749-cc90-4859-89a7-46d0e1ebdcac tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Calling delete_port for d48fb5cd-f170-4774-b7d2-0e1dedf177e2 owned by network:floatingip {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:13.485297 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-103d1749-cc90-4859-89a7-46d0e1ebdcac tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:13.489014 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8eebfc9a-abb1-4d4b-89db-fc0c39b56acb tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:13.531544 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d1749-cc90-4859-89a7-46d0e1ebdcac tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event deleted for resources: {'Port': ['ID=d48fb5cd-f170-4774-b7d2-0e1dedf177e2,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:13.534705 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-103d1749-cc90-4859-89a7-46d0e1ebdcac tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:13.623790 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-103d1749-cc90-4859-89a7-46d0e1ebdcac tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for floatingip, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:13.637877 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-103d1749-cc90-4859-89a7-46d0e1ebdcac tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:13.639009 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-103d1749-cc90-4859-89a7-46d0e1ebdcac tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "DELETE /v2.0/floatingips/7d5b2161-0a26-441c-9981-7cdf7d24eab8 HTTP/1.1" status: 204  len: 168 time: 0.7296579
Apr 30 13:29:14.334055 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:29:14.370856 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:29:14.371200 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 5b164ed0-3b41-4522-ac85-fa7a99eb9a6b not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:29:15.025272 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 51596) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:15.096360 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-de9ff831-5be8-424c-a322-c0f828dce150 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:15.126893 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-de9ff831-5be8-424c-a322-c0f828dce150 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:15.190781 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-de9ff831-5be8-424c-a322-c0f828dce150 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:15.196278 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-9e1ffde5-6025-43ca-b09f-561c182d2ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:15.215188 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ff831-5be8-424c-a322-c0f828dce150 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=832e16a5-4a71-4986-9af9-58866201fff6,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:15.217917 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-de9ff831-5be8-424c-a322-c0f828dce150 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:15.225358 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-de9ff831-5be8-424c-a322-c0f828dce150 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:15.226529 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-de9ff831-5be8-424c-a322-c0f828dce150 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] 10.222.0.15 "DELETE /v2.0/security-groups/832e16a5-4a71-4986-9af9-58866201fff6 HTTP/1.1" status: 204  len: 168 time: 0.1995575
Apr 30 13:29:15.289819 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51602) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:15.890886 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2658f323-9ade-4cec-a64c-5686e5443c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3802958'] for router_interface, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:16.425177 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-2658f323-9ade-4cec-a64c-5686e5443c58 admin admin] Deleting port e773e8c2-95ec-44cc-8e24-09915169361d {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:16.426018 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2658f323-9ade-4cec-a64c-5686e5443c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:16.560058 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [None req-2658f323-9ade-4cec-a64c-5686e5443c58 admin admin] For port e773e8c2-95ec-44cc-8e24-09915169361d, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=e773e8c2-95ec-44cc-8e24-09915169361d,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:16.560543 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2658f323-9ade-4cec-a64c-5686e5443c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:16.687864 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-2658f323-9ade-4cec-a64c-5686e5443c58 admin admin] Calling delete_port for e773e8c2-95ec-44cc-8e24-09915169361d owned by network:router_interface {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:16.979318 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2658f323-9ade-4cec-a64c-5686e5443c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:16.983098 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-491c0085-675c-4590-9b6f-a33c094dc3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:17.025620 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658f323-9ade-4cec-a64c-5686e5443c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e773e8c2-95ec-44cc-8e24-09915169361d,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:17.028815 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2658f323-9ade-4cec-a64c-5686e5443c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:17.301769 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-2658f323-9ade-4cec-a64c-5686e5443c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858174'] for router_interface, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:17.771126 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2658f323-9ade-4cec-a64c-5686e5443c58 admin admin] Router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:29:17.950790 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2658f323-9ade-4cec-a64c-5686e5443c58 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:29:17.959254 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16d6072-d766-4796-aebf-5a7a74dad455 None None] Sync routers for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:29:17.964008 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-2658f323-9ade-4cec-a64c-5686e5443c58 admin admin] 10.222.0.15 "PUT /v2.0/routers/f45a20a8-92bc-418a-bbc0-ec4c8b863d8a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6722534
Apr 30 13:29:17.966896 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 51622) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:17.970245 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16d6072-d766-4796-aebf-5a7a74dad455 None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:29:17.970880 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e16d6072-d766-4796-aebf-5a7a74dad455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c281f6970>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:28:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:18.154636 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-e16d6072-d766-4796-aebf-5a7a74dad455 None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:29:18.266495 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Notify callbacks [] for router, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:18.445947 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:18.452015 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e16d6072-d766-4796-aebf-5a7a74dad455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c281f6970>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:29:16Z', 'revision_number': 5, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port': {'id': '9aba3c33-c832-4e10-9b45-ab6f570c2cf2', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:05:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:15Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:18.456292 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16d6072-d766-4796-aebf-5a7a74dad455 None None] Checking router: f45a20a8-92bc-418a-bbc0-ec4c8b863d8a for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:29:18.466534 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16d6072-d766-4796-aebf-5a7a74dad455 None None] Routers {'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:29:18.467418 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e16d6072-d766-4796-aebf-5a7a74dad455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c281f6970>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:28:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:18.520979 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Deleting port 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:18.521320 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:18.621748 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-e16d6072-d766-4796-aebf-5a7a74dad455 None None] Set router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a gateway port host: None {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:29:18.646796 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] For port 9aba3c33-c832-4e10-9b45-ab6f570c2cf2, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=9aba3c33-c832-4e10-9b45-ab6f570c2cf2,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:18.647161 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:18.772072 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e16d6072-d766-4796-aebf-5a7a74dad455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c281f6970>, [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:29:18Z', 'revision_number': 6, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port_host': None}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:18.775191 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16d6072-d766-4796-aebf-5a7a74dad455 None None] The sync data for ids ['f45a20a8-92bc-418a-bbc0-ec4c8b863d8a'] in dv-cinder-787195-5-iscsi is: [{'id': 'f45a20a8-92bc-418a-bbc0-ec4c8b863d8a', 'name': 'tempest-TestVolumeBootPattern-82706339-router', 'tenant_id': 'e930754914a64acfa79c68b521726214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:14Z', 'updated_at': '2021-04-30T13:29:18Z', 'revision_number': 6, 'project_id': 'e930754914a64acfa79c68b521726214', 'gw_port_host': None}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:29:18.780054 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Calling delete_port for 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 owned by network:router_gateway {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:18.924610 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:18.928096 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e2a8c42b-93f1-46d9-ba9f-a59dfcdb8cd5 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:18.974722 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aba3c33-c832-4e10-9b45-ab6f570c2cf2,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:19.000358 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:19.062232 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817177'] for router_gateway, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:19.236227 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3857158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260263'] for router, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:19.238401 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:19.261181 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857788'] for router, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:19.261636 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f45a20a8-92bc-418a-bbc0-ec4c8b863d8a {{(pid=73837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:29:19.273426 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] Notify callbacks [] for router, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:19.274552 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-0336acbe-3629-44df-b43a-e4358ed0d769 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f45a20a8-92bc-418a-bbc0-ec4c8b863d8a HTTP/1.1" status: 204  len: 168 time: 1.3066409
Apr 30 13:29:19.277825 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 51628) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:19.335010 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_v2 [None req-53637a21-f818-4e2e-bea2-baef58a02590 admin admin] Deleting subnet 403efb8f-dab9-40e8-ab0a-1dcf2ab30084 {{(pid=73837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:29:19.338055 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-53637a21-f818-4e2e-bea2-baef58a02590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:19.388840 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-53637a21-f818-4e2e-bea2-baef58a02590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1161533'] for subnet, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:19.469742 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-53637a21-f818-4e2e-bea2-baef58a02590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:19.848316 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-53637a21-f818-4e2e-bea2-baef58a02590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760249'] for subnet, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:19.852725 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:19.887873 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53637a21-f818-4e2e-bea2-baef58a02590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403efb8f-dab9-40e8-ab0a-1dcf2ab30084,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:19.890396 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-53637a21-f818-4e2e-bea2-baef58a02590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:19.892788 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-53637a21-f818-4e2e-bea2-baef58a02590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:19.899091 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc61ba3-a0ba-4322-87c3-aec9df9a5ff0 None None] Network 83bc2670-022d-4041-8a2f-0fa8eb289e69 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:29:19.899596 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-53637a21-f818-4e2e-bea2-baef58a02590 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/403efb8f-dab9-40e8-ab0a-1dcf2ab30084 HTTP/1.1" status: 204  len: 168 time: 0.6198890
Apr 30 13:29:19.901998 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51634) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:20.009057 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:20.084697 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Deleting port e885da2f-7fa6-449f-b065-260e13ddcf3c {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:20.084929 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:20.159116 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] DHCP port deletion for 83bc2670-022d-4041-8a2f-0fa8eb289e69 request from dv-cinder-787195-5-iscsi {{(pid=73838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:29:20.185240 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] For port e885da2f-7fa6-449f-b065-260e13ddcf3c, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=e885da2f-7fa6-449f-b065-260e13ddcf3c,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:20.185599 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:20.227917 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Deleting port e885da2f-7fa6-449f-b065-260e13ddcf3c {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:20.228288 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:20.314537 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Calling delete_port for e885da2f-7fa6-449f-b065-260e13ddcf3c owned by network:dhcp {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:20.329381 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:29:20.363002 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:20.365886 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:29:20.366188 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 9aba3c33-c832-4e10-9b45-ab6f570c2cf2 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:29:20.366642 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device e773e8c2-95ec-44cc-8e24-09915169361d no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:29:20.367685 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7e4a9261-313c-444f-9925-c43cd12589e9 tempest-AttachVolumeShelveTestJSON-1063206213 tempest-AttachVolumeShelveTestJSON-1063206213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:20.396609 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] For port e885da2f-7fa6-449f-b065-260e13ddcf3c, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=e885da2f-7fa6-449f-b065-260e13ddcf3c,segment=NetworkSegment(79f733ff-18be-44b2-993a-8636c815638a),segment_id=79f733ff-18be-44b2-993a-8636c815638a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:20.397011 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:20.411272 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: e773e8c2-95ec-44cc-8e24-09915169361d {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:29:20.411616 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device e773e8c2-95ec-44cc-8e24-09915169361d not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:29:20.412051 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device e885da2f-7fa6-449f-b065-260e13ddcf3c no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:29:20.413164 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Pushing event deleted for resources: {'Port': ['ID=e885da2f-7fa6-449f-b065-260e13ddcf3c,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:20.415000 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] No DVR routers for this DVR port e885da2f-7fa6-449f-b065-260e13ddcf3c on host dv-cinder-787195-5-iscsi {{(pid=73836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:29:20.416981 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:20.531606 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:20.552573 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: e885da2f-7fa6-449f-b065-260e13ddcf3c {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:29:20.552927 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device e885da2f-7fa6-449f-b065-260e13ddcf3c not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:29:20.560958 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Calling delete_port for e885da2f-7fa6-449f-b065-260e13ddcf3c owned by network:dhcp {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:20.605060 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:20.608647 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-668339c7-1e6b-4b05-b376-c667b6544f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:20.642674 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c281afb50>,) {'filters': {'network_id': ['83bc2670-022d-4041-8a2f-0fa8eb289e69']}} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:20.649401 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Pushing event deleted for resources: {'Port': ['ID=e885da2f-7fa6-449f-b065-260e13ddcf3c,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:20.655031 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c281afb50>, '79f733ff-18be-44b2-993a-8636c815638a') {'for_net_delete': True} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:20.655481 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c281afb50>, '79f733ff-18be-44b2-993a-8636c815638a') {} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:20.658754 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] No DVR routers for this DVR port e885da2f-7fa6-449f-b065-260e13ddcf3c on host dv-cinder-787195-5-iscsi {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:29:20.660811 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:20.661165 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:20.661598 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:20.661933 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:20.662275 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:20.662613 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:20.662940 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:20.663265 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:20.663591 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:20.663911 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:20.664229 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:20.664613 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:29:20.668684 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823716'] for segment, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:20.669017 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-b1d61556-ff59-4649-bffe-d8d04a6e1704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:20.686581 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:20.693109 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=73836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:29:20.965057 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Network 83bc2670-022d-4041-8a2f-0fa8eb289e69 has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:29:20.973268 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1476861'] for segment, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:21.140779 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Network 83bc2670-022d-4041-8a2f-0fa8eb289e69 has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]: Traceback (most recent call last):
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     timer()
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     cb(*args, **kw)
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     return func(*args, **kwargs)
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     self._notify()
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     self.callback(batched_events)
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     event.method(event)
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     return f(self, *a, **k)
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._get(url).json()
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:29:21.161795 dv-cinder-787195-5-iscsi neutron-server[73836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:29:21.239281 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:21.244107 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:21.248501 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-4bc165df-979f-4dfd-a4cf-acf2bcf48e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:21.272727 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Pushing event deleted for resources: {'Network': ['ID=83bc2670-022d-4041-8a2f-0fa8eb289e69,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:21.278215 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:21.283494 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-0e0afc34-44a3-4cec-986d-b32b45849440 admin admin] 10.222.0.15 "DELETE /v2.0/networks/83bc2670-022d-4041-8a2f-0fa8eb289e69 HTTP/1.1" status: 204  len: 168 time: 1.3804030
Apr 30 13:29:21.286519 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51642) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:21.831059 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7d049839-92b0-40d9-8bbe-49168f883469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3802958'] for router_interface, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:22.246200 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-7d049839-92b0-40d9-8bbe-49168f883469 admin admin] Deleting port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:22.246954 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7d049839-92b0-40d9-8bbe-49168f883469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:22.467882 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [None req-7d049839-92b0-40d9-8bbe-49168f883469 admin admin] For port bbf2049a-e41b-4d73-bb5b-b0bbb48ea801, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=bbf2049a-e41b-4d73-bb5b-b0bbb48ea801,segment=NetworkSegment(7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc),segment_id=7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:22.468230 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7d049839-92b0-40d9-8bbe-49168f883469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:22.592827 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-7d049839-92b0-40d9-8bbe-49168f883469 admin admin] Calling delete_port for bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 owned by network:router_interface {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:22.740692 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7d049839-92b0-40d9-8bbe-49168f883469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:22.744930 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:22.788032 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d049839-92b0-40d9-8bbe-49168f883469 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf2049a-e41b-4d73-bb5b-b0bbb48ea801,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:22.792016 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7d049839-92b0-40d9-8bbe-49168f883469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:23.069484 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-7d049839-92b0-40d9-8bbe-49168f883469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858174'] for router_interface, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:23.455863 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d049839-92b0-40d9-8bbe-49168f883469 admin admin] Router f91b97b2-177c-437d-b44c-a24513a3d254 has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:29:23.550104 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-304cabee-ceea-4779-9165-f4c5f59b339a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:23.637972 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d049839-92b0-40d9-8bbe-49168f883469 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:29:23.646797 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea45541-60b8-4ce7-8ac7-97417fbcb369 None None] Sync routers for ids ['f91b97b2-177c-437d-b44c-a24513a3d254'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:29:23.647281 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-7d049839-92b0-40d9-8bbe-49168f883469 admin admin] 10.222.0.15 "PUT /v2.0/routers/f91b97b2-177c-437d-b44c-a24513a3d254/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3596137
Apr 30 13:29:23.649891 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 51656) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:23.657210 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea45541-60b8-4ce7-8ac7-97417fbcb369 None None] Routers {'f91b97b2-177c-437d-b44c-a24513a3d254'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:29:23.657748 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-6ea45541-60b8-4ce7-8ac7-97417fbcb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28929340>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:28:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f91b97b2-177c-437d-b44c-a24513a3d254'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:23.830877 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Notify callbacks [] for router, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:23.844958 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-6ea45541-60b8-4ce7-8ac7-97417fbcb369 None None] Set router f91b97b2-177c-437d-b44c-a24513a3d254 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:29:24.017232 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:24.094199 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Deleting port 24dc24b9-933e-4cb3-b8ac-99a1427536ad {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:24.094574 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:24.157767 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-6ea45541-60b8-4ce7-8ac7-97417fbcb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28929340>, [{'id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'name': 'tempest-TestVolumeBootPattern-1783029331-router', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:29:22Z', 'revision_number': 5, 'project_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'gw_port': {'id': '24dc24b9-933e-4cb3-b8ac-99a1427536ad', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:24.161647 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea45541-60b8-4ce7-8ac7-97417fbcb369 None None] Checking router: f91b97b2-177c-437d-b44c-a24513a3d254 for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:29:24.170229 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea45541-60b8-4ce7-8ac7-97417fbcb369 None None] Routers {'f91b97b2-177c-437d-b44c-a24513a3d254'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:29:24.170884 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-6ea45541-60b8-4ce7-8ac7-97417fbcb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28929340>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:28:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['f91b97b2-177c-437d-b44c-a24513a3d254'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:24.219203 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] For port 24dc24b9-933e-4cb3-b8ac-99a1427536ad, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=24dc24b9-933e-4cb3-b8ac-99a1427536ad,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:24.219559 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:24.322242 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-6ea45541-60b8-4ce7-8ac7-97417fbcb369 None None] Set router f91b97b2-177c-437d-b44c-a24513a3d254 gateway port host: None {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:29:24.343890 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Calling delete_port for 24dc24b9-933e-4cb3-b8ac-99a1427536ad owned by network:router_gateway {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:24.427719 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-6ea45541-60b8-4ce7-8ac7-97417fbcb369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28929340>, [{'id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'name': 'tempest-TestVolumeBootPattern-1783029331-router', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:29:24Z', 'revision_number': 6, 'project_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'gw_port_host': None}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:24.431895 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea45541-60b8-4ce7-8ac7-97417fbcb369 None None] The sync data for ids ['f91b97b2-177c-437d-b44c-a24513a3d254'] in dv-cinder-787195-5-iscsi is: [{'id': 'f91b97b2-177c-437d-b44c-a24513a3d254', 'name': 'tempest-TestVolumeBootPattern-1783029331-router', 'tenant_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:19:22Z', 'updated_at': '2021-04-30T13:29:24Z', 'revision_number': 6, 'project_id': 'fc8c8a52cc2647f99a312f99864ddb87', 'gw_port_host': None}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:29:24.500477 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:24.504052 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:24.551186 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Pushing event deleted for resources: {'Port': ['ID=24dc24b9-933e-4cb3-b8ac-99a1427536ad,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:24.577279 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:24.639689 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817177'] for router_gateway, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:24.816048 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3857158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260263'] for router, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:24.818388 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:24.843664 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857788'] for router, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:24.844208 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f91b97b2-177c-437d-b44c-a24513a3d254 {{(pid=73837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:29:24.857359 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] Notify callbacks [] for router, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:24.858516 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-9613aece-3bc7-4a4a-a122-5d528af4e751 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f91b97b2-177c-437d-b44c-a24513a3d254 HTTP/1.1" status: 204  len: 168 time: 1.2075479
Apr 30 13:29:24.861024 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 51662) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:24.921574 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fac312-cdd4-430a-bb0b-290a97868a04 admin admin] Deleting subnet 8bc31f4d-b3a5-4819-9899-80026beed4ac {{(pid=73837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:29:24.924502 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1fac312-cdd4-430a-bb0b-290a97868a04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.080828 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1fac312-cdd4-430a-bb0b-290a97868a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1161533'] for subnet, precommit_delete_associations {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.161566 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1fac312-cdd4-430a-bb0b-290a97868a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.424463 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1fac312-cdd4-430a-bb0b-290a97868a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1162352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760249'] for subnet, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.430596 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:25.469400 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fac312-cdd4-430a-bb0b-290a97868a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc31f4d-b3a5-4819-9899-80026beed4ac,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:25.471402 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e1fac312-cdd4-430a-bb0b-290a97868a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for subnet, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.475282 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e1fac312-cdd4-430a-bb0b-290a97868a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:25.476444 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca68b2c-6b08-4316-96ad-4212e6a75ba8 None None] Network 4908b5f1-f647-4144-856a-b38e795b6e8b requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:29:25.478082 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-e1fac312-cdd4-430a-bb0b-290a97868a04 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8bc31f4d-b3a5-4819-9899-80026beed4ac HTTP/1.1" status: 204  len: 168 time: 0.6161237
Apr 30 13:29:25.480805 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 51666) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:25.595591 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.673783 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Deleting port 44c76e20-789e-447d-8ee7-870f35052e78 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:25.674182 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.747131 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673e1462-79e8-4b8c-a067-9dcb8870f457 None None] DHCP port deletion for 4908b5f1-f647-4144-856a-b38e795b6e8b request from dv-cinder-787195-5-iscsi {{(pid=73838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:29:25.775252 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] For port 44c76e20-789e-447d-8ee7-870f35052e78, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=44c76e20-789e-447d-8ee7-870f35052e78,segment=NetworkSegment(7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc),segment_id=7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:25.776303 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.818703 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-673e1462-79e8-4b8c-a067-9dcb8870f457 None None] Deleting port 44c76e20-789e-447d-8ee7-870f35052e78 {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:25.819085 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-673e1462-79e8-4b8c-a067-9dcb8870f457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.908400 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Calling delete_port for 44c76e20-789e-447d-8ee7-870f35052e78 owned by network:dhcp {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:25.919206 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-673e1462-79e8-4b8c-a067-9dcb8870f457 None None] For port 44c76e20-789e-447d-8ee7-870f35052e78, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=44c76e20-789e-447d-8ee7-870f35052e78,segment=NetworkSegment(7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc),segment_id=7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:25.919584 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-673e1462-79e8-4b8c-a067-9dcb8870f457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.956245 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:25.961074 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-cb67766f-ade6-4813-b8ee-35dcb2dbf2a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:26.007135 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] No DVR routers for this DVR port 44c76e20-789e-447d-8ee7-870f35052e78 on host dv-cinder-787195-5-iscsi {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:29:26.037876 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c76e20-789e-447d-8ee7-870f35052e78,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:26.040235 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:26.040939 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-673e1462-79e8-4b8c-a067-9dcb8870f457 None None] Calling delete_port for 44c76e20-789e-447d-8ee7-870f35052e78 owned by network:dhcp {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:26.084321 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-673e1462-79e8-4b8c-a067-9dcb8870f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.087867 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:26.130633 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.171654 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e1462-79e8-4b8c-a067-9dcb8870f457 None None] Pushing event deleted for resources: {'Port': ['ID=44c76e20-789e-447d-8ee7-870f35052e78,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:26.173367 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673e1462-79e8-4b8c-a067-9dcb8870f457 None None] No DVR routers for this DVR port 44c76e20-789e-447d-8ee7-870f35052e78 on host dv-cinder-787195-5-iscsi {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:29:26.174768 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-673e1462-79e8-4b8c-a067-9dcb8870f457 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:26.245775 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c231377c0>,) {'filters': {'network_id': ['4908b5f1-f647-4144-856a-b38e795b6e8b']}} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:26.246684 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.259133 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c231377c0>, '7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc') {'for_net_delete': True} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:26.259432 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.services.segments.db [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c231377c0>, '7f55c3a3-b79d-4794-8a82-4bc75fa7d7dc') {} {{(pid=73837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:29:26.271945 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1161524'] for segment, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.289256 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.297067 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=73837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:29:26.316349 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 44c76e20-789e-447d-8ee7-870f35052e78 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:29:26.350967 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 44c76e20-789e-447d-8ee7-870f35052e78 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:29:26.351340 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 44c76e20-789e-447d-8ee7-870f35052e78 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:29:26.351758 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 24dc24b9-933e-4cb3-b8ac-99a1427536ad no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:29:26.384997 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 24dc24b9-933e-4cb3-b8ac-99a1427536ad {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:29:26.385873 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 24dc24b9-933e-4cb3-b8ac-99a1427536ad not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:29:26.386416 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:29:26.422877 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:29:26.423265 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device bbf2049a-e41b-4d73-bb5b-b0bbb48ea801 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:29:26.477571 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Network 4908b5f1-f647-4144-856a-b38e795b6e8b has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:29:26.487117 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1162458'] for segment, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.577065 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-14440d55-18ab-4016-bedd-8eaeb9eb68b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.762329 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Network 4908b5f1-f647-4144-856a-b38e795b6e8b has no segments {{(pid=73837) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]: Traceback (most recent call last):
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     timer()
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     cb(*args, **kw)
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     return func(*args, **kwargs)
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     self._notify()
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     self.callback(batched_events)
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     event.method(event)
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     return f(self, *a, **k)
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._get(url).json()
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:29:26.783917 dv-cinder-787195-5-iscsi neutron-server[73837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:29:26.859856 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.863903 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-0e6d64aa-3d5e-41b9-8432-965950b6f885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:26.877521 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:26.891752 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4908b5f1-f647-4144-856a-b38e795b6e8b,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:26.894532 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:26.896286 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-8a84671b-484f-411f-8451-183c5d955be3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4908b5f1-f647-4144-856a-b38e795b6e8b HTTP/1.1" status: 204  len: 168 time: 1.4145679
Apr 30 13:29:27.030658 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51676) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:27.085773 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-bbd65d47-f11d-45fb-8640-c6c3f455ec1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e930754914a64acfa79c68b521726214&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0538561
Apr 30 13:29:27.088553 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51680) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:27.148203 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5893b797-32cd-46ac-8314-a9c17e1f0048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.173888 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5893b797-32cd-46ac-8314-a9c17e1f0048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.226872 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5893b797-32cd-46ac-8314-a9c17e1f0048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.231320 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-7191173f-1bd8-4117-b04d-ff49f6da3a71 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:27.245849 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893b797-32cd-46ac-8314-a9c17e1f0048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e020ed79-8fed-4bea-8d75-f2071ab09f1c,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:27.249735 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-5893b797-32cd-46ac-8314-a9c17e1f0048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:27.253401 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-5893b797-32cd-46ac-8314-a9c17e1f0048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.254541 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-5893b797-32cd-46ac-8314-a9c17e1f0048 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e020ed79-8fed-4bea-8d75-f2071ab09f1c HTTP/1.1" status: 204  len: 168 time: 0.1653152
Apr 30 13:29:27.631473 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51690) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:27.680378 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-ee1791ff-7d13-4d9a-8e1c-15b10bf39812 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc8c8a52cc2647f99a312f99864ddb87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475700
Apr 30 13:29:27.683304 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 51694) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:29:27.798188 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.841352 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b7920dfa-5280-4308-a9da-230827cf3b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.867028 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b7920dfa-5280-4308-a9da-230827cf3b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.920115 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b7920dfa-5280-4308-a9da-230827cf3b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.924316 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-3422167f-30ac-4896-91de-e22d1a53b348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:27.935724 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7920dfa-5280-4308-a9da-230827cf3b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d6037e-f3c7-4085-8f6f-cb0a41d2ca34,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:27.939608 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-b7920dfa-5280-4308-a9da-230827cf3b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:27.942819 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-b7920dfa-5280-4308-a9da-230827cf3b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:27.944133 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-b7920dfa-5280-4308-a9da-230827cf3b6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79d6037e-f3c7-4085-8f6f-cb0a41d2ca34 HTTP/1.1" status: 204  len: 168 time: 0.2597225
Apr 30 13:29:29.177394 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:30.486397 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:47.211071 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136e413-3975-4b1e-9c4b-bdf9375f81e0 req-93d0c194-c225-4266-9c6d-c98c5f0c774e tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:47.212532 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0136e413-3975-4b1e-9c4b-bdf9375f81e0 req-93d0c194-c225-4266-9c6d-c98c5f0c774e tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 945 time: 0.0806692
Apr 30 13:29:47.259348 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0136e413-3975-4b1e-9c4b-bdf9375f81e0 req-9a16f062-19c5-4e14-b0fc-7916ac236a18 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409896
Apr 30 13:29:48.446704 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff8449-6c0c-4df4-8da5-8f3bd4d2ec5d req-1f38dd00-106f-4dc4-9080-d3570c483e6c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:48.448191 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-71ff8449-6c0c-4df4-8da5-8f3bd4d2ec5d req-1f38dd00-106f-4dc4-9080-d3570c483e6c tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 945 time: 0.0800040
Apr 30 13:29:48.494112 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-71ff8449-6c0c-4df4-8da5-8f3bd4d2ec5d req-d1c76bf0-d9ac-4e2f-ba16-77f15d5536d4 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386269
Apr 30 13:29:49.016057 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ef4fa-6f61-4830-912a-d3995b8d8fbd req-7f0a937e-2196-4a70-afe2-7b7a227a357e tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:29:49.016650 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-e42ef4fa-6f61-4830-912a-d3995b8d8fbd req-7f0a937e-2196-4a70-afe2-7b7a227a357e tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Synchronizing usage tracker for tenant:543a957fc32c4c6bba3bf90273a33c70 on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:29:49.033638 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-e42ef4fa-6f61-4830-912a-d3995b8d8fbd req-7f0a937e-2196-4a70-afe2-7b7a227a357e tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Unset dirty status for tenant:543a957fc32c4c6bba3bf90273a33c70 on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:29:49.034776 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e42ef4fa-6f61-4830-912a-d3995b8d8fbd req-7f0a937e-2196-4a70-afe2-7b7a227a357e tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.89 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 945 time: 0.0974855
Apr 30 13:29:49.175244 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-e42ef4fa-6f61-4830-912a-d3995b8d8fbd req-b47a4bcf-24ea-4283-a356-24c203936a17 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Deleting port 7c390834-92a0-4fd3-af68-ab6a713b23b2 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:29:49.175592 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-e42ef4fa-6f61-4830-912a-d3995b8d8fbd req-b47a4bcf-24ea-4283-a356-24c203936a17 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:49.308454 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-e42ef4fa-6f61-4830-912a-d3995b8d8fbd req-b47a4bcf-24ea-4283-a356-24c203936a17 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] For port 7c390834-92a0-4fd3-af68-ab6a713b23b2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c390834-92a0-4fd3-af68-ab6a713b23b2,segment=NetworkSegment(a3010c69-f805-4900-b031-44c360deaa5c),segment_id=a3010c69-f805-4900-b031-44c360deaa5c)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:29:49.308733 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-e42ef4fa-6f61-4830-912a-d3995b8d8fbd req-b47a4bcf-24ea-4283-a356-24c203936a17 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:49.431414 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-e42ef4fa-6f61-4830-912a-d3995b8d8fbd req-b47a4bcf-24ea-4283-a356-24c203936a17 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Calling delete_port for 7c390834-92a0-4fd3-af68-ab6a713b23b2 owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:29:49.545554 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-e42ef4fa-6f61-4830-912a-d3995b8d8fbd req-b47a4bcf-24ea-4283-a356-24c203936a17 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:49.551475 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-251495bf-7afd-4cdd-b16d-d36daeb63724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:29:49.558110 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['7c390834-92a0-4fd3-af68-ab6a713b23b2'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:29:49.597295 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a4bcf-24ea-4283-a356-24c203936a17 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Pushing event deleted for resources: {'Port': ['ID=7c390834-92a0-4fd3-af68-ab6a713b23b2,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:29:49.600946 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b47a4bcf-24ea-4283-a356-24c203936a17 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:29:49.618016 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:29:49.649243 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0bc37bfe-939d-42c7-afce-6bf729f7ea3e req-b480a4e6-e49d-4567-86cd-8ad75b1e7484 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=44f2967b-6e48-49e8-a598-9e393e7454f1 HTTP/1.1" status: 200  len: 210 time: 0.0460618
Apr 30 13:29:49.678481 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42ef4fa-6f61-4830-912a-d3995b8d8fbd req-b47a4bcf-24ea-4283-a356-24c203936a17 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] No DVR routers for this DVR port 7c390834-92a0-4fd3-af68-ab6a713b23b2 on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:29:49.681034 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-e42ef4fa-6f61-4830-912a-d3995b8d8fbd req-b47a4bcf-24ea-4283-a356-24c203936a17 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:49.683740 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f2967b-6e48-49e8-a598-9e393e7454f1', 'name': 'network-vif-deleted', 'tag': '7c390834-92a0-4fd3-af68-ab6a713b23b2'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:29:49.700714 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-e42ef4fa-6f61-4830-912a-d3995b8d8fbd req-b47a4bcf-24ea-4283-a356-24c203936a17 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.89 "DELETE /v2.0/ports/7c390834-92a0-4fd3-af68-ab6a713b23b2 HTTP/1.1" status: 204  len: 173 time: 0.6588445
Apr 30 13:29:49.734100 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f2967b-6e48-49e8-a598-9e393e7454f1', 'name': 'network-vif-deleted', 'tag': '7c390834-92a0-4fd3-af68-ab6a713b23b2', 'status': 'completed', 'code': 200}
Apr 30 13:29:53.553336 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-bc0b8c24-a2d7-473a-ab69-9fcb0e76b672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:54.972512 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 7c390834-92a0-4fd3-af68-ab6a713b23b2 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:29:55.009774 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: 7c390834-92a0-4fd3-af68-ab6a713b23b2 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:29:55.010037 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 7c390834-92a0-4fd3-af68-ab6a713b23b2 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:29:56.252233 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:56.568846 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7002e22a-c9f3-4f49-82f4-cb79e5d6e162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:57.809205 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:29:59.171211 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:00.491379 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:02.299209 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-09873d1b-42d3-4c6c-af2b-e32094964751 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:02.301635 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-09873d1b-42d3-4c6c-af2b-e32094964751 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/networks?id=0eb2fc44-fbaa-4856-9f84-8f4445259e1f HTTP/1.1" status: 200  len: 814 time: 0.1456156
Apr 30 13:30:02.316811 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-3649c860-4ec0-4ce3-a315-01a26aea942d tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/quotas/543a957fc32c4c6bba3bf90273a33c70 HTTP/1.1" status: 200  len: 375 time: 0.0094094
Apr 30 13:30:02.364793 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-7f2197ba-e4fe-429a-a409-f05b541dad6e tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=543a957fc32c4c6bba3bf90273a33c70&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0426466
Apr 30 13:30:02.496919 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-bb011250-72cf-4d38-8288-39e80857154c service neutron] 10.222.0.15 "GET /v2.0/networks/0eb2fc44-fbaa-4856-9f84-8f4445259e1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254728
Apr 30 13:30:02.629431 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-ad97c87c-16aa-4b5f-acd4-a36209ac82ea service neutron] 10.222.0.15 "GET /v2.0/networks/0eb2fc44-fbaa-4856-9f84-8f4445259e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261251
Apr 30 13:30:02.807691 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7b06ba9e-86d7-4fe5-ae01-cb55cf904a0e req-031a12a7-34a8-4a93-8afb-558cfd4cd65e tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 210 time: 0.0428879
Apr 30 13:30:03.833874 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-c9f3f396-7f0c-4599-aa92-542df29d4d3e tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:03.835469 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-c9f3f396-7f0c-4599-aa92-542df29d4d3e tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.89 "GET /v2.0/networks?id=0eb2fc44-fbaa-4856-9f84-8f4445259e1f HTTP/1.1" status: 200  len: 814 time: 0.1563499
Apr 30 13:30:03.848266 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Request body: {'port': {'device_id': '4ab23e9d-d8c7-4dc1-a106-97ac947109a6', 'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f', 'admin_state_up': True, 'tenant_id': '543a957fc32c4c6bba3bf90273a33c70'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:30:03.965668 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-380dbe8d-d3af-47b7-9801-b9cea3208571 req-4c2dd5d2-d9de-422e-9842-520bc51e0c6b tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 210 time: 0.0483387
Apr 30 13:30:03.990970 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:30:03.994986 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Usage tracker for resource:port and tenant:543a957fc32c4c6bba3bf90273a33c70 is out of sync, need to count used quota {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 13:30:03.997787 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 13:30:04.004175 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.quota.driver [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 13:30:04.013313 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Made reservation on behalf of 543a957fc32c4c6bba3bf90273a33c70 for: {'port': 1} {{(pid=73837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 13:30:04.016770 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:04.177068 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.db_base_plugin_common [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Allocated IP 172.20.0.2 (0eb2fc44-fbaa-4856-9f84-8f4445259e1f/76898fb0-7aaa-42a3-b2da-f4c7f78aebf5/494918a6-fcc3-45bf-9893-c27bd5cbbec5) {{(pid=73837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 13:30:04.488438 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks [] for port, precommit_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:04.517757 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734933387286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_create {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:04.523914 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-f9cb6629-a0f4-4bc7-b62b-88b1aec09f5c tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:30:04.590012 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f is already hosted by enough agents. {{(pid=73837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 13:30:04.593356 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.scheduler.base_scheduler [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Resources bound (agent type, host, resource id):  {{(pid=73837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 13:30:04.598385 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Received port after_create {{(pid=73837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 13:30:04.632697 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Pushing event updated for resources: {'Port': ['ID=494918a6-fcc3-45bf-9893-c27bd5cbbec5,revision_number=1']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:30:04.652535 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:04.652930 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:04.653296 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:04.653661 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:04.654029 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:04.654422 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:04.654790 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:04.655147 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:04.655503 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:04.655867 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:04.656215 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:04.656568 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:30:04.663227 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:30:04.682776 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:04.683383 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:04.708041 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-95623600-f639-4aaf-8d91-807e243c5082 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8635604
Apr 30 13:30:04.719339 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.v2.base [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Request body: {'port': {'device_id': '4ab23e9d-d8c7-4dc1-a106-97ac947109a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:30:04.831835 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:05.157986 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a5c13-bf46-4cd4-a361-a720f220125c req-9010ef04-1893-4192-8916-aa8005a3cc25 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:05.159465 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cf1a5c13-bf46-4cd4-a361-a720f220125c req-9010ef04-1893-4192-8916-aa8005a3cc25 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 931 time: 0.0824032
Apr 30 13:30:05.171834 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494918a6-fcc3-45bf-9893-c27bd5cbbec5 {{(pid=73837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:30:05.179285 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:05.194006 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.provisioning_blocks [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Transition to ACTIVE for port object 494918a6-fcc3-45bf-9893-c27bd5cbbec5 will not be triggered until provisioned by entity L2. {{(pid=73837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 13:30:05.198219 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:05.202737 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-c226a95d-3bce-479e-8b1f-944e0841e152 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:30:05.206532 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-cf1a5c13-bf46-4cd4-a361-a720f220125c req-fa530d08-131e-4e10-b97f-3fd05c265b70 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408471
Apr 30 13:30:05.351906 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=494918a6-fcc3-45bf-9893-c27bd5cbbec5,revision_number=2']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:30:05.359482 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:30:05.438797 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Attempting to bind port 494918a6-fcc3-45bf-9893-c27bd5cbbec5 on host hv-cinder-78719 for vnic_type normal with profile  {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 13:30:05.439141 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Attempting to bind port 494918a6-fcc3-45bf-9893-c27bd5cbbec5 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'a3010c69-f805-4900-b031-44c360deaa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f'}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 13:30:05.439473 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Attempting to bind port 494918a6-fcc3-45bf-9893-c27bd5cbbec5 on network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:30:05.444379 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Port 494918a6-fcc3-45bf-9893-c27bd5cbbec5 on network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 13:30:05.444709 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Attempting to bind port 494918a6-fcc3-45bf-9893-c27bd5cbbec5 on network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 13:30:05.449922 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Checking agent: {'id': '01bb32a6-2230-42a0-81ea-85bcabb2852f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 13:30:05.450284 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Checking segment: {'id': 'a3010c69-f805-4900-b031-44c360deaa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 13:30:05.450685 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Bound using segment: {'id': 'a3010c69-f805-4900-b031-44c360deaa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f'} {{(pid=73837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 13:30:05.451120 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.managers [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Bound port: 494918a6-fcc3-45bf-9893-c27bd5cbbec5, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3010c69-f805-4900-b031-44c360deaa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f'}}] {{(pid=73837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 13:30:05.451494 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:05.546046 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] For port 494918a6-fcc3-45bf-9893-c27bd5cbbec5, host hv-cinder-78719, cleared binding levels {{(pid=73837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 13:30:05.548871 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] For port 494918a6-fcc3-45bf-9893-c27bd5cbbec5, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=494918a6-fcc3-45bf-9893-c27bd5cbbec5,segment=NetworkSegment(a3010c69-f805-4900-b031-44c360deaa5c),segment_id=a3010c69-f805-4900-b031-44c360deaa5c)] {{(pid=73837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 13:30:05.553345 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1162246'] for port, after_update {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:05.557051 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-7b8fc993-8f8b-4d5c-ac7d-bea9f510a821 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:30:05.610953 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:05.611567 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:05.613007 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] 10.222.0.89 "PUT /v2.0/ports/494918a6-fcc3-45bf-9893-c27bd5cbbec5 HTTP/1.1" status: 200  len: 1093 time: 0.8977709
Apr 30 13:30:05.613595 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab23e9d-d8c7-4dc1-a106-97ac947109a6', 'tag': '494918a6-fcc3-45bf-9893-c27bd5cbbec5'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:30:05.638610 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=494918a6-fcc3-45bf-9893-c27bd5cbbec5,revision_number=3']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:30:05.641762 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:30:05.686239 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab23e9d-d8c7-4dc1-a106-97ac947109a6', 'tag': '494918a6-fcc3-45bf-9893-c27bd5cbbec5', 'status': 'completed', 'code': 200}
Apr 30 13:30:05.722106 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-96edb718-05c2-4049-a0a3-e26a8f1bd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:05.724557 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-96edb718-05c2-4049-a0a3-e26a8f1bd64a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=543a957fc32c4c6bba3bf90273a33c70&device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 1096 time: 0.0743794
Apr 30 13:30:05.798087 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-f0522c4a-6a35-4dcf-b62e-33b45b73f768 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=494918a6-fcc3-45bf-9893-c27bd5cbbec5 HTTP/1.1" status: 200  len: 217 time: 0.0651023
Apr 30 13:30:05.860713 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-d332334c-c415-4337-a679-6662abd76bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:05.862136 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-d332334c-c415-4337-a679-6662abd76bb7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=76898fb0-7aaa-42a3-b2da-f4c7f78aebf5 HTTP/1.1" status: 200  len: 854 time: 0.0577192
Apr 30 13:30:05.914067 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-a4bb69d0-f144-483b-a1ce-18488617ddec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0eb2fc44-fbaa-4856-9f84-8f4445259e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453641
Apr 30 13:30:06.046871 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-48b48522-c70c-4799-91a3-2a9b19aa2406 service neutron] 10.222.0.89 "GET /v2.0/networks/0eb2fc44-fbaa-4856-9f84-8f4445259e1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258657
Apr 30 13:30:06.282968 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8fd7b210-5107-44ec-a1aa-a746b2110e5b req-f5975eb0-9daa-4881-9e9a-9d8705bd0cb1 service neutron] 10.222.0.89 "GET /v2.0/networks/0eb2fc44-fbaa-4856-9f84-8f4445259e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2289493
Apr 30 13:30:06.402055 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8be264-7649-4073-a03b-909be511058a req-db83ab09-b7a1-4687-931f-dd1d431d48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:06.403598 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-dd8be264-7649-4073-a03b-909be511058a req-db83ab09-b7a1-4687-931f-dd1d431d48a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=543a957fc32c4c6bba3bf90273a33c70&device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 1096 time: 0.0719726
Apr 30 13:30:06.409663 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fff7c-4d58-45fd-965e-11abd0f3a275 req-31342a9a-6d4c-4fd2-98cf-f89e5ada978a tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:06.411489 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d87fff7c-4d58-45fd-965e-11abd0f3a275 req-31342a9a-6d4c-4fd2-98cf-f89e5ada978a tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 943 time: 0.0912032
Apr 30 13:30:06.458461 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d87fff7c-4d58-45fd-965e-11abd0f3a275 req-d8d7f069-3c92-4a25-80d0-a2e55fba5925 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406015
Apr 30 13:30:06.542718 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8be264-7649-4073-a03b-909be511058a req-f766c722-ea74-4d93-b695-0e3e3161240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:06.544084 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-dd8be264-7649-4073-a03b-909be511058a req-f766c722-ea74-4d93-b695-0e3e3161240e service neutron] 10.222.0.89 "GET /v2.0/networks?id=0eb2fc44-fbaa-4856-9f84-8f4445259e1f HTTP/1.1" status: 200  len: 916 time: 0.1335030
Apr 30 13:30:06.617355 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-dd8be264-7649-4073-a03b-909be511058a req-036ebf8c-bf8b-40a3-81cd-af7c0dd5cf26 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=494918a6-fcc3-45bf-9893-c27bd5cbbec5 HTTP/1.1" status: 200  len: 217 time: 0.0652161
Apr 30 13:30:06.681775 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8be264-7649-4073-a03b-909be511058a req-284bf8e9-10b1-44f5-9b8d-dcb5bf6aa277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:06.683221 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-dd8be264-7649-4073-a03b-909be511058a req-284bf8e9-10b1-44f5-9b8d-dcb5bf6aa277 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=76898fb0-7aaa-42a3-b2da-f4c7f78aebf5 HTTP/1.1" status: 200  len: 854 time: 0.0599418
Apr 30 13:30:06.732961 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-dd8be264-7649-4073-a03b-909be511058a req-f7ce363f-00be-4504-9b14-fa1ad069ad73 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0eb2fc44-fbaa-4856-9f84-8f4445259e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431488
Apr 30 13:30:06.866391 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-dd8be264-7649-4073-a03b-909be511058a req-161b5480-a2ac-44e7-b37c-a65dfee973a7 service neutron] 10.222.0.89 "GET /v2.0/networks/0eb2fc44-fbaa-4856-9f84-8f4445259e1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267216
Apr 30 13:30:07.000107 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-dd8be264-7649-4073-a03b-909be511058a req-0c2e0ad9-eb4e-4d36-a844-50693f23db74 service neutron] 10.222.0.89 "GET /v2.0/networks/0eb2fc44-fbaa-4856-9f84-8f4445259e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267397
Apr 30 13:30:07.646055 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951ff11-c1b2-458c-836b-8e2973d8516a req-2ec261ae-70a3-4844-8bdc-879b66b49a83 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:07.647534 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4951ff11-c1b2-458c-836b-8e2973d8516a req-2ec261ae-70a3-4844-8bdc-879b66b49a83 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 943 time: 0.0800073
Apr 30 13:30:07.696153 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4951ff11-c1b2-458c-836b-8e2973d8516a req-3acbed83-fe67-4e7c-aedb-afeb92683ef3 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428572
Apr 30 13:30:09.086612 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08955b2e-af9b-47a3-96ec-3d1bc723d486 req-5e719b34-d3b5-40ad-9b20-8fcd2a6ebd2d tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:09.088081 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-08955b2e-af9b-47a3-96ec-3d1bc723d486 req-5e719b34-d3b5-40ad-9b20-8fcd2a6ebd2d tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 943 time: 0.2869120
Apr 30 13:30:09.134776 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-08955b2e-af9b-47a3-96ec-3d1bc723d486 req-af5b7f3e-9823-46f3-9660-d94b687fd763 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408888
Apr 30 13:30:10.321636 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef7af0-81db-42ba-8e88-b1da69615ad0 req-b0500ad9-2c43-4d89-b88f-9e58207eeff7 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:10.323138 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-28ef7af0-81db-42ba-8e88-b1da69615ad0 req-b0500ad9-2c43-4d89-b88f-9e58207eeff7 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 943 time: 0.0833473
Apr 30 13:30:10.367471 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-28ef7af0-81db-42ba-8e88-b1da69615ad0 req-fb3869df-9966-4bdc-85ba-dceecaee27e9 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386589
Apr 30 13:30:11.017842 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 494918a6-fcc3-45bf-9893-c27bd5cbbec5 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:30:11.156376 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 494918a6-fcc3-45bf-9893-c27bd5cbbec5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=494918a6-fcc3-45bf-9893-c27bd5cbbec5,segment=NetworkSegment(a3010c69-f805-4900-b031-44c360deaa5c),segment_id=a3010c69-f805-4900-b031-44c360deaa5c)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:30:11.170369 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '494918a6-fcc3-45bf-9893-c27bd5cbbec5', 'network_id': '0eb2fc44-fbaa-4856-9f84-8f4445259e1f', 'port_id': '494918a6-fcc3-45bf-9893-c27bd5cbbec5', 'mac_address': 'fa:16:3e:9a:17:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76898fb0-7aaa-42a3-b2da-f4c7f78aebf5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:30:11.226803 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:11.243738 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494918a6-fcc3-45bf-9893-c27bd5cbbec5 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:30:11.260108 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 494918a6-fcc3-45bf-9893-c27bd5cbbec5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=494918a6-fcc3-45bf-9893-c27bd5cbbec5,segment=NetworkSegment(a3010c69-f805-4900-b031-44c360deaa5c),segment_id=a3010c69-f805-4900-b031-44c360deaa5c)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:30:11.264903 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:11.266636 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:30:11.338671 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=494918a6-fcc3-45bf-9893-c27bd5cbbec5,revision_number=4']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:30:11.341896 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:30:11.557690 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682c1c2-2acd-4223-b2ec-8ea513a8190f req-90475d59-566e-4f67-adbd-eef90976eee1 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:11.559191 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d682c1c2-2acd-4223-b2ec-8ea513a8190f req-90475d59-566e-4f67-adbd-eef90976eee1 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 944 time: 0.0808105
Apr 30 13:30:11.600251 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['494918a6-fcc3-45bf-9893-c27bd5cbbec5'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:30:11.605633 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d682c1c2-2acd-4223-b2ec-8ea513a8190f req-8369a2d7-f13e-4e8e-bd09-b14059d6cd9e tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406899
Apr 30 13:30:12.843791 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec790be4-bbeb-41e3-a730-3eca71b3b895 req-64242613-42e4-482b-920b-7e3e4518d651 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:12.845257 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ec790be4-bbeb-41e3-a730-3eca71b3b895 req-64242613-42e4-482b-920b-7e3e4518d651 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 944 time: 0.1340671
Apr 30 13:30:12.890171 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-ec790be4-bbeb-41e3-a730-3eca71b3b895 req-ea05061d-dda4-4d15-81a5-a4719048e44a tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388930
Apr 30 13:30:13.030510 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 494918a6-fcc3-45bf-9893-c27bd5cbbec5 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:30:13.098739 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning for port 494918a6-fcc3-45bf-9893-c27bd5cbbec5 completed by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 13:30:13.103515 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 494918a6-fcc3-45bf-9893-c27bd5cbbec5 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:30:13.103891 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:13.221741 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:13.249494 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab23e9d-d8c7-4dc1-a106-97ac947109a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494918a6-fcc3-45bf-9893-c27bd5cbbec5'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:30:13.259615 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 494918a6-fcc3-45bf-9893-c27bd5cbbec5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=494918a6-fcc3-45bf-9893-c27bd5cbbec5,segment=NetworkSegment(a3010c69-f805-4900-b031-44c360deaa5c),segment_id=a3010c69-f805-4900-b031-44c360deaa5c)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:30:13.264860 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:13.267956 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-673e1462-79e8-4b8c-a067-9dcb8870f457 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:30:13.298936 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab23e9d-d8c7-4dc1-a106-97ac947109a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494918a6-fcc3-45bf-9893-c27bd5cbbec5', 'code': 200}
Apr 30 13:30:13.340871 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=494918a6-fcc3-45bf-9893-c27bd5cbbec5,revision_number=5']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:30:13.344476 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:30:13.531885 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1425-cff9-4c60-9d25-9080d9426a75 req-15a41578-87c0-4b17-bdc1-9f6be3e43a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:13.533378 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-0f3b1425-cff9-4c60-9d25-9080d9426a75 req-15a41578-87c0-4b17-bdc1-9f6be3e43a73 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 1098 time: 0.0701222
Apr 30 13:30:13.575842 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-0f3b1425-cff9-4c60-9d25-9080d9426a75 req-632a0e12-2b75-44e3-b578-d0d93ebb54a6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354621
Apr 30 13:30:14.080415 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59766ca0-1dcf-4cf3-b02f-cf438603e98d req-63cbb2ec-2101-4ade-b162-73a302b7b12a tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:14.082581 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-59766ca0-1dcf-4cf3-b02f-cf438603e98d req-63cbb2ec-2101-4ade-b162-73a302b7b12a tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 945 time: 0.0829916
Apr 30 13:30:14.225839 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-59766ca0-1dcf-4cf3-b02f-cf438603e98d req-8e3643f9-6242-4d95-a80a-0d5f1e77ea16 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374683
Apr 30 13:30:15.407951 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c19534-64da-4cdf-ad65-a47c5a8da9e8 req-64ea16b3-a417-4eb2-b109-3bcf2b2c7bf1 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:15.409416 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-78c19534-64da-4cdf-ad65-a47c5a8da9e8 req-64ea16b3-a417-4eb2-b109-3bcf2b2c7bf1 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 945 time: 0.0786042
Apr 30 13:30:15.460113 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-78c19534-64da-4cdf-ad65-a47c5a8da9e8 req-a6e54caf-65e8-4ada-91ce-422d4a3c7bf8 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438812
Apr 30 13:30:23.558079 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1101-1dd3-4b4a-9d05-91703de85a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:26.253985 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:26.569426 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8f3c284a-b969-487c-a804-2621fdf20e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:26.616326 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:30:27.803826 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:29.175002 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:30.505629 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:40.672840 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-046a4a53-66de-481e-b423-b91d74c242c9 req-121dc50b-8755-4bd7-a88d-b2d9a7fb384b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1206543
Apr 30 13:30:40.818204 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a4a53-66de-481e-b423-b91d74c242c9 req-ab531c66-8eb6-4ff9-8f1e-e591484cb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:40.819672 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-046a4a53-66de-481e-b423-b91d74c242c9 req-ab531c66-8eb6-4ff9-8f1e-e591484cb081 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff&device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 1098 time: 0.0723674
Apr 30 13:30:40.974229 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a4a53-66de-481e-b423-b91d74c242c9 req-5e197b04-c68d-48b1-8468-3e51ba0dbd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:40.975731 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-046a4a53-66de-481e-b423-b91d74c242c9 req-5e197b04-c68d-48b1-8468-3e51ba0dbd7a service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e9acd42-1792-4403-99f7-9eb8e895c43e HTTP/1.1" status: 200  len: 909 time: 0.1350098
Apr 30 13:30:41.049600 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f903d15-91c7-48a8-9e0f-3d67299f123e req-572f7111-de3f-4d73-8a44-c3818c45965d tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:41.051155 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4f903d15-91c7-48a8-9e0f-3d67299f123e req-572f7111-de3f-4d73-8a44-c3818c45965d tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 945 time: 0.0799744
Apr 30 13:30:41.082681 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-046a4a53-66de-481e-b423-b91d74c242c9 req-ea54b4ef-5f54-419a-afa6-881d07d26fa6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e71166-07c2-46f9-9f93-5d432e96c377 HTTP/1.1" status: 200  len: 1000 time: 0.0999398
Apr 30 13:30:41.097310 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-4f903d15-91c7-48a8-9e0f-3d67299f123e req-3f033691-84e3-4edb-ad0b-1bf23eb9c8b0 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404394
Apr 30 13:30:41.146892 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a4a53-66de-481e-b423-b91d74c242c9 req-cf80edc7-4d47-49e7-b155-85de6c3a1017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:41.148333 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-046a4a53-66de-481e-b423-b91d74c242c9 req-cf80edc7-4d47-49e7-b155-85de6c3a1017 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=14253caa-4c3c-4a3f-a4df-daa3751a9a58 HTTP/1.1" status: 200  len: 846 time: 0.0592768
Apr 30 13:30:41.227305 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a4a53-66de-481e-b423-b91d74c242c9 req-21a36c15-da51-4079-8e1a-f1890af5531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:41.228776 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-046a4a53-66de-481e-b423-b91d74c242c9 req-21a36c15-da51-4079-8e1a-f1890af5531a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e9acd42-1792-4403-99f7-9eb8e895c43e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727642
Apr 30 13:30:41.360444 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-046a4a53-66de-481e-b423-b91d74c242c9 req-420bbf12-db75-4e74-b4a0-2adebc848c8c service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238751
Apr 30 13:30:41.599700 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-046a4a53-66de-481e-b423-b91d74c242c9 req-310d7660-7324-42ce-ac77-364940db668a service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314799
Apr 30 13:30:42.285464 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451724ec-73e1-4b7f-b4c0-dd43a19aface req-2de50d1d-9767-455f-9d31-38464ca33980 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:42.286854 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-451724ec-73e1-4b7f-b4c0-dd43a19aface req-2de50d1d-9767-455f-9d31-38464ca33980 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 945 time: 0.0817289
Apr 30 13:30:42.332152 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-451724ec-73e1-4b7f-b4c0-dd43a19aface req-cb11b991-4602-4d42-8f7a-7a5e9e90b451 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1162bab-7b62-485b-a396-c97be72e6bd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389152
Apr 30 13:30:42.913834 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80df230-eba9-44ce-b82b-a05cd2839795 req-837f759e-6006-42dd-8c22-1daded967309 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:30:42.914556 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-f80df230-eba9-44ce-b82b-a05cd2839795 req-837f759e-6006-42dd-8c22-1daded967309 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Synchronizing usage tracker for tenant:543a957fc32c4c6bba3bf90273a33c70 on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:30:42.930227 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-f80df230-eba9-44ce-b82b-a05cd2839795 req-837f759e-6006-42dd-8c22-1daded967309 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Unset dirty status for tenant:543a957fc32c4c6bba3bf90273a33c70 on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:30:42.931360 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f80df230-eba9-44ce-b82b-a05cd2839795 req-837f759e-6006-42dd-8c22-1daded967309 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 945 time: 0.0949948
Apr 30 13:30:43.068968 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-f80df230-eba9-44ce-b82b-a05cd2839795 req-4c5f903a-4fb7-420b-9ef4-cbf20e06f19f tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Deleting port 494918a6-fcc3-45bf-9893-c27bd5cbbec5 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:30:43.069219 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f80df230-eba9-44ce-b82b-a05cd2839795 req-4c5f903a-4fb7-420b-9ef4-cbf20e06f19f tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:43.202616 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-f80df230-eba9-44ce-b82b-a05cd2839795 req-4c5f903a-4fb7-420b-9ef4-cbf20e06f19f tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] For port 494918a6-fcc3-45bf-9893-c27bd5cbbec5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=494918a6-fcc3-45bf-9893-c27bd5cbbec5,segment=NetworkSegment(a3010c69-f805-4900-b031-44c360deaa5c),segment_id=a3010c69-f805-4900-b031-44c360deaa5c)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:30:43.203102 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f80df230-eba9-44ce-b82b-a05cd2839795 req-4c5f903a-4fb7-420b-9ef4-cbf20e06f19f tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:43.324347 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-f80df230-eba9-44ce-b82b-a05cd2839795 req-4c5f903a-4fb7-420b-9ef4-cbf20e06f19f tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Calling delete_port for 494918a6-fcc3-45bf-9893-c27bd5cbbec5 owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:30:43.440381 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f80df230-eba9-44ce-b82b-a05cd2839795 req-4c5f903a-4fb7-420b-9ef4-cbf20e06f19f tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:43.446297 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-b47a4bcf-24ea-4283-a356-24c203936a17 tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:30:43.454705 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['494918a6-fcc3-45bf-9893-c27bd5cbbec5'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:30:43.492522 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f903a-4fb7-420b-9ef4-cbf20e06f19f tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Pushing event deleted for resources: {'Port': ['ID=494918a6-fcc3-45bf-9893-c27bd5cbbec5,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:30:43.515836 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-7dd78972-21f5-45cd-af28-aba63c0e89d5 req-2c8b4b1e-3c4a-4b0c-9746-c63876b5bcbf tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ab23e9d-d8c7-4dc1-a106-97ac947109a6 HTTP/1.1" status: 200  len: 210 time: 0.0779908
Apr 30 13:30:43.525604 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-4c5f903a-4fb7-420b-9ef4-cbf20e06f19f tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:30:43.575194 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80df230-eba9-44ce-b82b-a05cd2839795 req-4c5f903a-4fb7-420b-9ef4-cbf20e06f19f tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] No DVR routers for this DVR port 494918a6-fcc3-45bf-9893-c27bd5cbbec5 on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:30:43.578388 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-f80df230-eba9-44ce-b82b-a05cd2839795 req-4c5f903a-4fb7-420b-9ef4-cbf20e06f19f tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:43.580954 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab23e9d-d8c7-4dc1-a106-97ac947109a6', 'name': 'network-vif-deleted', 'tag': '494918a6-fcc3-45bf-9893-c27bd5cbbec5'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:30:43.596766 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-f80df230-eba9-44ce-b82b-a05cd2839795 req-4c5f903a-4fb7-420b-9ef4-cbf20e06f19f tempest-VolumesSnapshotTestJSON-1968890448 tempest-VolumesSnapshotTestJSON-1968890448-project] 10.222.0.89 "DELETE /v2.0/ports/494918a6-fcc3-45bf-9893-c27bd5cbbec5 HTTP/1.1" status: 204  len: 173 time: 0.6588416
Apr 30 13:30:43.629462 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab23e9d-d8c7-4dc1-a106-97ac947109a6', 'name': 'network-vif-deleted', 'tag': '494918a6-fcc3-45bf-9893-c27bd5cbbec5', 'status': 'completed', 'code': 200}
Apr 30 13:30:47.907131 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 494918a6-fcc3-45bf-9893-c27bd5cbbec5 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:30:47.941854 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: 494918a6-fcc3-45bf-9893-c27bd5cbbec5 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:30:47.942200 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 494918a6-fcc3-45bf-9893-c27bd5cbbec5 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:30:53.560423 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-8c2463b1-c11a-4dd6-a8aa-f894be7d45f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:55.167458 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [req-442c882a-fdf0-4391-b177-2b429b004fa8 req-42ac894f-15c9-4156-824c-d2919b3f713d service neutron] (73836) timed out ('10.222.0.89', 62897) {{(pid=73836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 13:30:55.281844 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [req-3e1e80bc-8c5c-4032-bd8b-08a8dd802263 req-97d3df90-9170-4eda-af21-f0cfec15bb47 service neutron] (73836) timed out ('10.222.0.89', 62920) {{(pid=73836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 13:30:56.259230 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:56.572206 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-04dd57b9-3fc8-4b74-9ed1-6ae8ba7a1e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:57.806224 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:30:59.176369 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:00.497819 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:03.616074 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:31:12.126799 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52116) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:31:12.186018 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_v2 [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Deleting subnet 76898fb0-7aaa-42a3-b2da-f4c7f78aebf5 {{(pid=73836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:31:12.188945 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:12.241110 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823725'] for subnet, precommit_delete_associations {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:12.294876 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:12.541383 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1476695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11402154'] for subnet, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:12.545414 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-21167293-f424-4861-95f6-34764dd7f76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:31:12.577956 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76898fb0-7aaa-42a3-b2da-f4c7f78aebf5,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:31:12.588383 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:12.591384 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:31:12.591746 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:31:12.592113 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:31:12.592472 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:31:12.592827 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:31:12.593181 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:31:12.593532 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:31:12.593882 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:31:12.594230 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:31:12.594610 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:31:12.594946 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:31:12.595844 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:31:12.599539 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:31:12.602240 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-21011dd5-187d-405b-8691-658f656d9f4c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/76898fb0-7aaa-42a3-b2da-f4c7f78aebf5 HTTP/1.1" status: 204  len: 168 time: 0.4744668
Apr 30 13:31:12.604912 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52120) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:31:12.709616 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:12.831553 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:12.938764 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c231d7f40>,) {'filters': {'network_id': ['0eb2fc44-fbaa-4856-9f84-8f4445259e1f']}} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:31:12.951015 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c231d7f40>, 'a3010c69-f805-4900-b031-44c360deaa5c') {'for_net_delete': True} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:31:12.951321 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c231d7f40>, 'a3010c69-f805-4900-b031-44c360deaa5c') {} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:31:12.963153 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823716'] for segment, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:12.979440 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:12.985426 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=73836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:31:13.155492 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] Network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:31:13.164608 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1476861'] for segment, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:13.417489 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] Network 0eb2fc44-fbaa-4856-9f84-8f4445259e1f has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]: Traceback (most recent call last):
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     timer()
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     cb(*args, **kw)
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     return func(*args, **kwargs)
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     self._notify()
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     self.callback(batched_events)
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     event.method(event)
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     return f(self, *a, **k)
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._get(url).json()
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:31:13.442689 dv-cinder-787195-5-iscsi neutron-server[73836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:31:13.516203 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:13.520215 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-07eafb5b-e4c8-4716-a40e-7aa51146d807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:31:13.533472 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:13.544151 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb2fc44-fbaa-4856-9f84-8f4445259e1f,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:31:13.547332 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:31:13.553331 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-de557c3b-0959-4538-be52-e0bdd90ad41b admin admin] 10.222.0.15 "DELETE /v2.0/networks/0eb2fc44-fbaa-4856-9f84-8f4445259e1f HTTP/1.1" status: 204  len: 168 time: 0.9475353
Apr 30 13:31:13.728001 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52126) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:31:13.781125 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-63a41306-827e-4744-9dd5-9456926837d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=543a957fc32c4c6bba3bf90273a33c70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519009
Apr 30 13:31:13.783772 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52130) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:31:13.842328 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-96998d6b-8a6e-4aed-8065-5898e93ba8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:13.867985 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-96998d6b-8a6e-4aed-8065-5898e93ba8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:13.918390 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-96998d6b-8a6e-4aed-8065-5898e93ba8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:13.921968 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-eefabad5-c340-4aa3-bc6b-366978384e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:31:13.933610 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96998d6b-8a6e-4aed-8065-5898e93ba8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1162bab-7b62-485b-a396-c97be72e6bd0,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:31:13.935813 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-96998d6b-8a6e-4aed-8065-5898e93ba8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:31:13.941960 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-96998d6b-8a6e-4aed-8065-5898e93ba8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:13.943039 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-96998d6b-8a6e-4aed-8065-5898e93ba8e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1162bab-7b62-485b-a396-c97be72e6bd0 HTTP/1.1" status: 204  len: 168 time: 0.1583681
Apr 30 13:31:23.568963 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9553207d-89e5-424c-a019-94b7392b4f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:26.252375 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:26.573411 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-6a76c62b-4bce-4c3b-8292-fb998f23419f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:27.808955 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:29.189900 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:30.500843 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:40.616366 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:31:51.687239 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e2ba4-820d-4ea6-8d88-4a6911683d09 req-2fdda99e-35d8-4644-a69c-159d5cd18bf9 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:31:51.688860 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e36e2ba4-820d-4ea6-8d88-4a6911683d09 req-2fdda99e-35d8-4644-a69c-159d5cd18bf9 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0842853
Apr 30 13:31:51.734132 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e36e2ba4-820d-4ea6-8d88-4a6911683d09 req-55f85ac3-659a-4491-9dae-1ba9aa8fccaa tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394037
Apr 30 13:31:53.066453 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f964-e754-45a2-bdeb-a29d324a466b req-887647a2-9dc7-4eeb-a954-68cea226a436 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:31:53.067825 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e3e2f964-e754-45a2-bdeb-a29d324a466b req-887647a2-9dc7-4eeb-a954-68cea226a436 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0817697
Apr 30 13:31:53.113156 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e3e2f964-e754-45a2-bdeb-a29d324a466b req-149e6928-8ff6-44c8-8b21-1c43f66e7cdf tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395145
Apr 30 13:31:53.561308 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-34742b9f-7f7a-4734-ab06-df3d5254c9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:54.315779 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19218ea-8f51-4d8c-aae2-432fdbcd56ba req-51502ea3-1542-4773-b7cb-c84ee695b628 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:31:54.317248 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f19218ea-8f51-4d8c-aae2-432fdbcd56ba req-51502ea3-1542-4773-b7cb-c84ee695b628 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0832801
Apr 30 13:31:54.363019 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f19218ea-8f51-4d8c-aae2-432fdbcd56ba req-6cc552ea-f436-4219-ab3a-63b19b15b57c tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397520
Apr 30 13:31:55.557114 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339419b5-bd06-4532-bea9-f4557d121b2b req-c8b5f182-604b-4db7-9d31-fd0df864b22c tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:31:55.558604 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-339419b5-bd06-4532-bea9-f4557d121b2b req-c8b5f182-604b-4db7-9d31-fd0df864b22c tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0861394
Apr 30 13:31:55.606011 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-339419b5-bd06-4532-bea9-f4557d121b2b req-53af53a1-1d23-4b8e-8e1b-4fc1418f64bc tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407796
Apr 30 13:31:56.254340 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:56.574830 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-11ada760-b571-476e-950d-60dc1c61187c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:56.794959 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815044e5-c0fd-46c6-81f2-1995f6a24fc6 req-5967c5fa-9c1a-4685-9995-d0c76f01b217 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:31:56.796405 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-815044e5-c0fd-46c6-81f2-1995f6a24fc6 req-5967c5fa-9c1a-4685-9995-d0c76f01b217 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0807917
Apr 30 13:31:56.842208 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-815044e5-c0fd-46c6-81f2-1995f6a24fc6 req-a0903986-4eba-4991-8441-55af9336d069 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394037
Apr 30 13:31:57.810070 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:58.029134 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf4586-96f7-4cd7-9b3a-f39b84f4e0d9 req-5d09fea6-0611-42ad-b630-5588ed60a03f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:31:58.030574 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f7bf4586-96f7-4cd7-9b3a-f39b84f4e0d9 req-5d09fea6-0611-42ad-b630-5588ed60a03f tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0826871
Apr 30 13:31:58.076447 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-f7bf4586-96f7-4cd7-9b3a-f39b84f4e0d9 req-57070825-1166-4947-af3b-520b319226e8 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399437
Apr 30 13:31:59.183098 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:31:59.269023 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd79a4-2940-4d26-b78c-63c3c03184bd req-b8fc8541-8f4a-426a-9e00-8930473c0555 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:31:59.270518 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1ecd79a4-2940-4d26-b78c-63c3c03184bd req-b8fc8541-8f4a-426a-9e00-8930473c0555 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0874026
Apr 30 13:31:59.316536 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-1ecd79a4-2940-4d26-b78c-63c3c03184bd req-07c38c8d-02c9-4b4a-a754-f16237c37c2d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400689
Apr 30 13:32:00.501857 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387f4f7-a2ae-4191-8175-c4cc4579ae52 req-7411e6ac-ceb5-4fe9-8e94-d0ebff11f154 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:00.503364 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d387f4f7-a2ae-4191-8175-c4cc4579ae52 req-7411e6ac-ceb5-4fe9-8e94-d0ebff11f154 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0807958
Apr 30 13:32:00.511505 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:00.550661 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d387f4f7-a2ae-4191-8175-c4cc4579ae52 req-68c4625e-1181-4e47-baf9-f0f66bd9a49c tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409083
Apr 30 13:32:01.749493 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9faf9-8bf3-4a16-bd52-5ae0847b576e req-ce784a3e-2fc8-488f-a279-6ff1c4cb56c6 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:01.751630 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-49b9faf9-8bf3-4a16-bd52-5ae0847b576e req-ce784a3e-2fc8-488f-a279-6ff1c4cb56c6 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0843482
Apr 30 13:32:01.794865 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3d136-234b-490a-a10c-7118061e55e1 req-ba6c3491-c83b-433f-8c3d-0a665e7a3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:01.796322 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-1dc3d136-234b-490a-a10c-7118061e55e1 req-ba6c3491-c83b-433f-8c3d-0a665e7a3811 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff&device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 1098 time: 0.0731578
Apr 30 13:32:01.797169 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-49b9faf9-8bf3-4a16-bd52-5ae0847b576e req-7a054f5e-2713-4886-9480-6bcca3274c71 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393822
Apr 30 13:32:01.928784 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3d136-234b-490a-a10c-7118061e55e1 req-4fef764e-5d34-4803-812e-2f2f65996b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:01.930220 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-1dc3d136-234b-490a-a10c-7118061e55e1 req-4fef764e-5d34-4803-812e-2f2f65996b72 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e9acd42-1792-4403-99f7-9eb8e895c43e HTTP/1.1" status: 200  len: 909 time: 0.1270919
Apr 30 13:32:02.034595 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-1dc3d136-234b-490a-a10c-7118061e55e1 req-2786cb62-4006-4f50-a4fd-a8c0a51b38f9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e71166-07c2-46f9-9f93-5d432e96c377 HTTP/1.1" status: 200  len: 1000 time: 0.0977938
Apr 30 13:32:02.097172 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3d136-234b-490a-a10c-7118061e55e1 req-aa4f6e89-5d13-4eef-941c-ebd41332329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:02.098633 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-1dc3d136-234b-490a-a10c-7118061e55e1 req-aa4f6e89-5d13-4eef-941c-ebd41332329f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=14253caa-4c3c-4a3f-a4df-daa3751a9a58 HTTP/1.1" status: 200  len: 846 time: 0.0579436
Apr 30 13:32:02.175680 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3d136-234b-490a-a10c-7118061e55e1 req-06a0e405-1e49-47b9-9a7f-813935b49ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:02.177172 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-1dc3d136-234b-490a-a10c-7118061e55e1 req-06a0e405-1e49-47b9-9a7f-813935b49ce6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e9acd42-1792-4403-99f7-9eb8e895c43e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727458
Apr 30 13:32:02.308821 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-1dc3d136-234b-490a-a10c-7118061e55e1 req-216bf539-d6ff-4967-afd0-3ab7136382d8 service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238978
Apr 30 13:32:02.439795 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-1dc3d136-234b-490a-a10c-7118061e55e1 req-b7b04018-98bc-47c8-b379-3316b9d2a7a3 service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246023
Apr 30 13:32:02.982873 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cade051-e928-43f8-9563-17cf2cebe242 req-7cdd1500-a51b-42d8-ade9-84f1e406ad34 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:02.984303 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9cade051-e928-43f8-9563-17cf2cebe242 req-7cdd1500-a51b-42d8-ade9-84f1e406ad34 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0819376
Apr 30 13:32:03.028931 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9cade051-e928-43f8-9563-17cf2cebe242 req-c4c5db64-0bc3-4022-ab8e-0941be38195d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382204
Apr 30 13:32:04.223651 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24debe1e-2b31-47c6-88a2-5d93fde47886 req-e7735e4e-a3dd-4715-bc43-f7530e27ca0d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:04.225123 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-24debe1e-2b31-47c6-88a2-5d93fde47886 req-e7735e4e-a3dd-4715-bc43-f7530e27ca0d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0844598
Apr 30 13:32:04.270532 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-24debe1e-2b31-47c6-88a2-5d93fde47886 req-67288f19-b3b7-42a1-ad6e-2cbe2f59edca tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396204
Apr 30 13:32:05.458542 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e232236-d3cb-467a-b06b-bb9d2b32d68b req-1bd5638d-f9bb-4e4a-951a-246326507930 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:05.459992 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3e232236-d3cb-467a-b06b-bb9d2b32d68b req-1bd5638d-f9bb-4e4a-951a-246326507930 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0828226
Apr 30 13:32:05.503912 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3e232236-d3cb-467a-b06b-bb9d2b32d68b req-30a52ae2-88b9-40c7-a80f-79babfa1a5d1 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382812
Apr 30 13:32:05.865788 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760c106-49dc-4178-960f-7b31f19c5b24 req-25689d35-8a90-4408-b64c-4c3e2ae47159 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:05.867303 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0760c106-49dc-4178-960f-7b31f19c5b24 req-25689d35-8a90-4408-b64c-4c3e2ae47159 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0859118
Apr 30 13:32:05.957313 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-732e12c7-2875-4fa2-a412-a4ab4a46ceca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2300217
Apr 30 13:32:06.007558 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-0760c106-49dc-4178-960f-7b31f19c5b24 req-c3dfd212-59c0-404a-b558-73d295176835 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1343255
Apr 30 13:32:07.203309 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0a92c-2683-4d26-94ce-c2f3d01e6806 req-bd28e460-7ca0-4216-a6fe-8dd4f9c64c3a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:07.204879 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9eb0a92c-2683-4d26-94ce-c2f3d01e6806 req-bd28e460-7ca0-4216-a6fe-8dd4f9c64c3a tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0854201
Apr 30 13:32:07.255918 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-9eb0a92c-2683-4d26-94ce-c2f3d01e6806 req-a85fc413-0dcb-4139-a2d2-dc96d57194da tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449736
Apr 30 13:32:07.286704 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-eb32107f-594f-4db4-b522-3e397c034f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:07.288172 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-eb32107f-594f-4db4-b522-3e397c034f57 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5&tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff HTTP/1.1" status: 200  len: 1098 time: 0.0798385
Apr 30 13:32:07.483891 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-5c9ea482-dd08-42f3-93c1-2d260626fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:07.485991 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-5c9ea482-dd08-42f3-93c1-2d260626fdd6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff&device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 1098 time: 0.1752646
Apr 30 13:32:07.607586 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 38e71166-07c2-46f9-9f93-5d432e96c377 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:32:07.617484 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-383e6a97-7e53-49de-a49e-80d3cec299e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:07.618969 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-383e6a97-7e53-49de-a49e-80d3cec299e5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e9acd42-1792-4403-99f7-9eb8e895c43e HTTP/1.1" status: 200  len: 909 time: 0.1268137
Apr 30 13:32:07.722981 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:07.739001 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-b928b133-39c4-4977-b665-556d116b6f19 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e71166-07c2-46f9-9f93-5d432e96c377 HTTP/1.1" status: 200  len: 1000 time: 0.1117337
Apr 30 13:32:07.749899 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:32:07.759542 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 38e71166-07c2-46f9-9f93-5d432e96c377, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=38e71166-07c2-46f9-9f93-5d432e96c377,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:32:07.764846 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:07.767375 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-a8420fcc-fd3c-4012-94fb-7cc740d208f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:07.808234 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-21c12b10-b5d5-47a1-89d1-e0240ea8928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:07.809715 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-21c12b10-b5d5-47a1-89d1-e0240ea8928a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=14253caa-4c3c-4a3f-a4df-daa3751a9a58 HTTP/1.1" status: 200  len: 846 time: 0.0637069
Apr 30 13:32:07.837180 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=38e71166-07c2-46f9-9f93-5d432e96c377,revision_number=6']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:07.845548 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:07.845887 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:07.846222 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:07.846570 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:07.846893 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:07.847954 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:07.847954 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:07.847954 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:07.848232 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:07.848455 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:07.848734 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:07.849046 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:32:07.853827 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:07.887651 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-518c0ba8-4ed4-4db6-b03f-91015f4a184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:07.888985 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-518c0ba8-4ed4-4db6-b03f-91015f4a184a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e9acd42-1792-4403-99f7-9eb8e895c43e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720780
Apr 30 13:32:07.924518 dv-cinder-787195-5-iscsi neutron-server[73838]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377', 'code': 422} returned with failed status
Apr 30 13:32:08.023614 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-1a00d4ac-39fc-4f33-8186-bfaa87c2bea7 service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277034
Apr 30 13:32:08.156136 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-11a18f03-88eb-4e5a-8dc7-8b42f00f4d15 req-46b65d6a-a8ad-4e45-a8f6-11bf41bdbe2d service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261930
Apr 30 13:32:08.455299 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d77040-d347-4764-8bff-0e1c9e57ac83 req-7387c95d-5c6d-415d-8ae7-35fa3cfbda23 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:08.456816 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e1d77040-d347-4764-8bff-0e1c9e57ac83 req-7387c95d-5c6d-415d-8ae7-35fa3cfbda23 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0875461
Apr 30 13:32:08.501058 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-e1d77040-d347-4764-8bff-0e1c9e57ac83 req-30293b34-1f3f-448b-b701-ee471131eeb5 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384846
Apr 30 13:32:09.687558 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c91d96-4a13-40b9-91ad-6918c044ada5 req-e1285b06-54e9-4b6d-9f94-bd9b7cad8b0e tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:09.689225 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-52c91d96-4a13-40b9-91ad-6918c044ada5 req-e1285b06-54e9-4b6d-9f94-bd9b7cad8b0e tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0831857
Apr 30 13:32:09.733808 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-52c91d96-4a13-40b9-91ad-6918c044ada5 req-02f6610d-cb8a-4491-804e-62c9f35bcca4 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388169
Apr 30 13:32:10.917151 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fd85f-21e0-4b43-8837-ee3f3d652237 req-88b9b51e-ca47-4617-94e1-51f8696470a8 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:10.918908 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5a1fd85f-21e0-4b43-8837-ee3f3d652237 req-88b9b51e-ca47-4617-94e1-51f8696470a8 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0791132
Apr 30 13:32:10.965117 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-5a1fd85f-21e0-4b43-8837-ee3f3d652237 req-bbdafc5f-5576-4c70-b9b7-b98030d13ae9 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399623
Apr 30 13:32:12.154042 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f841705-384b-4776-9537-cccc4e27f97b req-804e1805-ec66-49ea-aa9f-28f2200c9592 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:12.155532 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3f841705-384b-4776-9537-cccc4e27f97b req-804e1805-ec66-49ea-aa9f-28f2200c9592 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0835166
Apr 30 13:32:12.202969 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-3f841705-384b-4776-9537-cccc4e27f97b req-f43de9cd-bd2a-41fe-805c-42fbd264200c tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416274
Apr 30 13:32:13.389844 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f9298-d718-4f01-a116-c48aa8f24dc7 req-cbfbd884-69df-44d0-b61f-6974dfddc09b tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:13.391503 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-495f9298-d718-4f01-a116-c48aa8f24dc7 req-cbfbd884-69df-44d0-b61f-6974dfddc09b tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0832956
Apr 30 13:32:13.438151 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-495f9298-d718-4f01-a116-c48aa8f24dc7 req-e657218c-a45b-4b62-a1c0-c25ff4c44910 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407436
Apr 30 13:32:14.622456 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a56677-113b-4bcd-bc88-7ebb639ee4f9 req-5396e0aa-14a8-44c4-89b6-3301b3de02c2 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:14.623900 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-90a56677-113b-4bcd-bc88-7ebb639ee4f9 req-5396e0aa-14a8-44c4-89b6-3301b3de02c2 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0802515
Apr 30 13:32:14.668822 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-90a56677-113b-4bcd-bc88-7ebb639ee4f9 req-51d6e24b-a5be-46e5-a337-edf7392c3fef tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391150
Apr 30 13:32:15.482933 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469e5e4-cf14-4d0a-acbe-208e1f0167d6 req-bea36301-9597-4cb3-aec7-9c0d7926073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:15.484455 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-1469e5e4-cf14-4d0a-acbe-208e1f0167d6 req-bea36301-9597-4cb3-aec7-9c0d7926073c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 1096 time: 0.0703237
Apr 30 13:32:15.529802 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-1469e5e4-cf14-4d0a-acbe-208e1f0167d6 req-feacd916-2545-4933-9856-a318ec28c530 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378168
Apr 30 13:32:15.687050 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 38e71166-07c2-46f9-9f93-5d432e96c377 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 13:32:15.821990 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 38e71166-07c2-46f9-9f93-5d432e96c377, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=38e71166-07c2-46f9-9f93-5d432e96c377,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:32:15.837067 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Returning: {'device': '38e71166-07c2-46f9-9f93-5d432e96c377', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'port_id': '38e71166-07c2-46f9-9f93-5d432e96c377', 'mac_address': 'fa:16:3e:bc:1b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 13:32:15.866457 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6526bc-2ac2-4755-ade6-49935761953a req-7f0b62f9-1d8f-4cbf-aae3-ac8797b7a77d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:15.867927 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2f6526bc-2ac2-4755-ade6-49935761953a req-7f0b62f9-1d8f-4cbf-aae3-ac8797b7a77d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 943 time: 0.0862496
Apr 30 13:32:15.897495 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:15.914514 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-2f6526bc-2ac2-4755-ade6-49935761953a req-7ad67234-6dd4-43c5-9578-10abe6d37110 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408318
Apr 30 13:32:15.917031 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e71166-07c2-46f9-9f93-5d432e96c377 {{(pid=73838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 13:32:15.934117 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 38e71166-07c2-46f9-9f93-5d432e96c377, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=38e71166-07c2-46f9-9f93-5d432e96c377,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:32:15.938479 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:15.941431 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-093f04ff-52c0-43f6-8af9-3febbf1198fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:16.006937 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=38e71166-07c2-46f9-9f93-5d432e96c377,revision_number=7']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:16.009973 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:17.101226 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae5f62-f2c0-4cc7-9311-1cea307d5d20 req-61c96f97-a956-4309-b411-0377886b9b76 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:17.102701 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-28ae5f62-f2c0-4cc7-9311-1cea307d5d20 req-61c96f97-a956-4309-b411-0377886b9b76 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 944 time: 0.0828383
Apr 30 13:32:17.147830 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-28ae5f62-f2c0-4cc7-9311-1cea307d5d20 req-359ef86d-afc2-49e4-b96b-ba33491df6f6 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393784
Apr 30 13:32:17.362544 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] get_ports_and_sgs() called for port_ids ['38e71166-07c2-46f9-9f93-5d432e96c377'] {{(pid=73838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 13:32:17.615360 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:32:19.715882 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 38e71166-07c2-46f9-9f93-5d432e96c377 up at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 13:32:19.782856 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.provisioning_blocks [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Provisioning complete for port 38e71166-07c2-46f9-9f93-5d432e96c377 triggered by entity L2. {{(pid=73838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 13:32:19.783244 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3604627'] for port, provisioning_complete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:19.912308 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585999'] for port, before_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:19.940115 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377'}] {{(pid=73838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:32:19.950411 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] For port 38e71166-07c2-46f9-9f93-5d432e96c377, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=38e71166-07c2-46f9-9f93-5d432e96c377,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:32:19.954481 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734933806695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734933387304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734933387349'] for port, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:19.957150 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:32:19.989355 dv-cinder-787195-5-iscsi neutron-server[73838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377', 'code': 200}
Apr 30 13:32:20.026051 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Pushing event updated for resources: {'Port': ['ID=38e71166-07c2-46f9-9f93-5d432e96c377,revision_number=8']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:32:20.029234 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:32:23.564675 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-c8e704b9-d749-44e3-9889-480552752985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:26.257212 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:26.575945 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2850-ae74-426c-9f33-bdfeae125259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:27.812964 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:29.185869 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:30.513182 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:42.607735 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-83b8afe4-8189-4ce1-9857-7da788518bed req-5966b8a9-bcf9-46d7-81d1-9df311e3b2e2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0709314
Apr 30 13:32:42.749007 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8afe4-8189-4ce1-9857-7da788518bed req-39e57402-8970-4b0b-b0a2-9fde25528af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:42.750499 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-83b8afe4-8189-4ce1-9857-7da788518bed req-39e57402-8970-4b0b-b0a2-9fde25528af8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff&device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 1098 time: 0.0742838
Apr 30 13:32:42.896473 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8afe4-8189-4ce1-9857-7da788518bed req-d90a9660-672f-4df6-89fe-c8ef4ddb0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:42.897846 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-83b8afe4-8189-4ce1-9857-7da788518bed req-d90a9660-672f-4df6-89fe-c8ef4ddb0721 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e9acd42-1792-4403-99f7-9eb8e895c43e HTTP/1.1" status: 200  len: 909 time: 0.1270075
Apr 30 13:32:43.001152 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-83b8afe4-8189-4ce1-9857-7da788518bed req-952f732b-bff9-41b8-afcd-27e7e876f58c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e71166-07c2-46f9-9f93-5d432e96c377 HTTP/1.1" status: 200  len: 1000 time: 0.0963867
Apr 30 13:32:43.068179 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8afe4-8189-4ce1-9857-7da788518bed req-572cb474-021e-46ea-9b85-5ae2193e9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:43.069594 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-83b8afe4-8189-4ce1-9857-7da788518bed req-572cb474-021e-46ea-9b85-5ae2193e9410 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=14253caa-4c3c-4a3f-a4df-daa3751a9a58 HTTP/1.1" status: 200  len: 846 time: 0.0620024
Apr 30 13:32:43.144839 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8afe4-8189-4ce1-9857-7da788518bed req-50af5c78-6494-40fc-8112-bd9f4dbee66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:32:43.146336 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-83b8afe4-8189-4ce1-9857-7da788518bed req-50af5c78-6494-40fc-8112-bd9f4dbee66f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e9acd42-1792-4403-99f7-9eb8e895c43e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695300
Apr 30 13:32:43.280992 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-83b8afe4-8189-4ce1-9857-7da788518bed req-9b5ed03e-8450-453f-a36d-c38e8eece14e service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230497
Apr 30 13:32:43.515066 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-83b8afe4-8189-4ce1-9857-7da788518bed req-fff4ee66-d6f7-450f-8c73-dff1d07eaef0 service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2267032
Apr 30 13:32:53.566133 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-69f3f62d-7d01-4657-b1ca-56ad58c83a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:54.615424 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:32:56.259340 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:56.579005 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ec39956d-1f9d-4e66-96be-2b42b09c3d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:57.814815 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:32:59.187847 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:00.525462 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:23.567559 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d18c892b-f636-4808-8cf6-7c68f9090635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:26.261038 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:26.581132 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4908-cd82-41d7-94ed-6ad095d251d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:27.818433 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:29.199582 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:30.527088 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:31.613799 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:33:42.605804 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8eaec972-2cc1-44a9-8dda-acc47ca6f3c8 req-d43656ab-eda6-443b-b0f4-a14f3a03a503 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0730946
Apr 30 13:33:42.756709 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaec972-2cc1-44a9-8dda-acc47ca6f3c8 req-b67bda34-5860-4b90-8a42-f43e0cbbe311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:33:42.758183 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8eaec972-2cc1-44a9-8dda-acc47ca6f3c8 req-b67bda34-5860-4b90-8a42-f43e0cbbe311 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff&device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 1098 time: 0.0833755
Apr 30 13:33:42.902683 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaec972-2cc1-44a9-8dda-acc47ca6f3c8 req-6e157c06-265d-4068-a0f0-d79c445fa16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:33:42.904114 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8eaec972-2cc1-44a9-8dda-acc47ca6f3c8 req-6e157c06-265d-4068-a0f0-d79c445fa16f service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e9acd42-1792-4403-99f7-9eb8e895c43e HTTP/1.1" status: 200  len: 909 time: 0.1261475
Apr 30 13:33:43.007557 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8eaec972-2cc1-44a9-8dda-acc47ca6f3c8 req-4a98076a-4001-4b32-b2b4-05f4bd72f444 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e71166-07c2-46f9-9f93-5d432e96c377 HTTP/1.1" status: 200  len: 1000 time: 0.0964777
Apr 30 13:33:43.071449 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaec972-2cc1-44a9-8dda-acc47ca6f3c8 req-b6fdb85f-599e-4204-b5c6-9112149fd502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:33:43.072870 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8eaec972-2cc1-44a9-8dda-acc47ca6f3c8 req-b6fdb85f-599e-4204-b5c6-9112149fd502 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=14253caa-4c3c-4a3f-a4df-daa3751a9a58 HTTP/1.1" status: 200  len: 846 time: 0.0594811
Apr 30 13:33:43.151382 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaec972-2cc1-44a9-8dda-acc47ca6f3c8 req-0de8ab58-6fcf-4e5b-b0c8-fb9ac312fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:33:43.152850 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8eaec972-2cc1-44a9-8dda-acc47ca6f3c8 req-0de8ab58-6fcf-4e5b-b0c8-fb9ac312fcb1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e9acd42-1792-4403-99f7-9eb8e895c43e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726798
Apr 30 13:33:43.284533 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8eaec972-2cc1-44a9-8dda-acc47ca6f3c8 req-7715f6d5-065d-4f42-adad-98605b10345d service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247728
Apr 30 13:33:43.417931 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-8eaec972-2cc1-44a9-8dda-acc47ca6f3c8 req-e1dd7377-4ecb-433b-8236-c8e07e4229d2 service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266375
Apr 30 13:33:53.569516 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-07362c13-6027-4f48-8fe3-05bd92ecd6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:56.263099 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:56.583215 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f661423c-cc23-4689-b35e-716173a4d4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:57.821452 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:33:59.193978 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:00.527269 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:00.751567 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52228) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:01.120160 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Deleting port 5e6fe36c-de82-4d88-8d6b-c393ecf13d2a {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:34:01.120491 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:01.237776 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:01.238100 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:01.358328 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Calling delete_port for 5e6fe36c-de82-4d88-8d6b-c393ecf13d2a owned by network:floatingip {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:34:01.575134 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:01.578603 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:01.621133 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Pushing event deleted for resources: {'Port': ['ID=5e6fe36c-de82-4d88-8d6b-c393ecf13d2a,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:01.659549 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:01.659924 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:01.660291 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:01.660651 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:01.661007 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:01.661360 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:01.661713 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:01.662058 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:01.662443 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:01.662793 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:01.663142 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:01.663491 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:01.670892 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:01.726062 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for floatingip, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:01.726573 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.db.l3_db [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Floating IP f53963b5-2c1f-4ba2-81d5-8bad0ccdfb12 disassociated (deleted). External IP: 172.27.2.21, port: 38e71166-07c2-46f9-9f93-5d432e96c377.
Apr 30 13:34:02.073419 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:34:02.262536 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:34:02.272358 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3241e11-54c9-4133-ae58-885394968d5b None None] Sync routers for ids ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:34:02.275286 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for floatingip, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:02.282044 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3241e11-54c9-4133-ae58-885394968d5b None None] Routers {'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:34:02.282760 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-a3241e11-54c9-4133-ae58-885394968d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23b6fa30>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:33:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:02.329530 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "DELETE /v2.0/floatingips/f53963b5-2c1f-4ba2-81d5-8bad0ccdfb12 HTTP/1.1" status: 204  len: 168 time: 1.5765114
Apr 30 13:34:02.330244 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377'}] {{(pid=73836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:34:02.449462 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377', 'status': 'completed', 'code': 200}
Apr 30 13:34:02.509088 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-a3241e11-54c9-4133-ae58-885394968d5b None None] Set router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:34:02.560040 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914580cd-83e9-4c4a-b948-9a594a20c11f req-2fe2ebde-b566-43b4-8e1f-048dd0611475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:34:02.561527 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-914580cd-83e9-4c4a-b948-9a594a20c11f req-2fe2ebde-b566-43b4-8e1f-048dd0611475 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff&device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 1098 time: 0.0864563
Apr 30 13:34:02.719276 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914580cd-83e9-4c4a-b948-9a594a20c11f req-744184c1-81b0-4f62-9857-9ee79c3c3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:34:02.721170 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-914580cd-83e9-4c4a-b948-9a594a20c11f req-744184c1-81b0-4f62-9857-9ee79c3c3fa3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e9acd42-1792-4403-99f7-9eb8e895c43e HTTP/1.1" status: 200  len: 909 time: 0.1469934
Apr 30 13:34:02.730534 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd73beb-89e9-4961-ab37-6c62977f8cb0 req-842e3dcd-2a7f-4049-89ca-68cff3fa2e72 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:34:02.731316 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-efd73beb-89e9-4961-ab37-6c62977f8cb0 req-842e3dcd-2a7f-4049-89ca-68cff3fa2e72 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Synchronizing usage tracker for tenant:6de04e3b7a694ccd9d30a3bc7f79adff on resource:port {{(pid=73836) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:34:02.754251 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.quota.resource [req-efd73beb-89e9-4961-ab37-6c62977f8cb0 req-842e3dcd-2a7f-4049-89ca-68cff3fa2e72 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Unset dirty status for tenant:6de04e3b7a694ccd9d30a3bc7f79adff on resource:port {{(pid=73836) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:34:02.755656 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-efd73beb-89e9-4961-ab37-6c62977f8cb0 req-842e3dcd-2a7f-4049-89ca-68cff3fa2e72 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.1125243
Apr 30 13:34:02.799232 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-914580cd-83e9-4c4a-b948-9a594a20c11f req-8c9e463f-fd41-4e1b-be79-7da8a7753a36 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38e71166-07c2-46f9-9f93-5d432e96c377 HTTP/1.1" status: 200  len: 217 time: 0.0698125
Apr 30 13:34:02.807651 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-efd73beb-89e9-4961-ab37-6c62977f8cb0 req-a0c0fd6c-58e9-4069-9d9f-7b6b4d8c4cd6 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431023
Apr 30 13:34:02.848624 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-a3241e11-54c9-4133-ae58-885394968d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23b6fa30>, [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:28:04Z', 'revision_number': 4, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port': {'id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:01Z', 'updated_at': '2021-04-30T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '3e456f67-f1f6-4b21-b127-87e4751f4d69', 'name': '', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'mac_address': 'fa:16:3e:77:08:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:03Z', 'updated_at': '2021-04-30T13:28:11Z', 'revision_number': 5, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'subnets': [{'id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:02.852487 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3241e11-54c9-4133-ae58-885394968d5b None None] Checking router: a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:34:02.860861 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3241e11-54c9-4133-ae58-885394968d5b None None] Routers {'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:34:02.862057 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-a3241e11-54c9-4133-ae58-885394968d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c23b6fa30>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:33:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:02.865335 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914580cd-83e9-4c4a-b948-9a594a20c11f req-5885a837-baf7-44ea-bda3-bcc8567d4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:34:02.866822 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-914580cd-83e9-4c4a-b948-9a594a20c11f req-5885a837-baf7-44ea-bda3-bcc8567d4ba7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=14253caa-4c3c-4a3f-a4df-daa3751a9a58 HTTP/1.1" status: 200  len: 846 time: 0.0617225
Apr 30 13:34:02.956147 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914580cd-83e9-4c4a-b948-9a594a20c11f req-686849fe-92a4-47c3-8728-9d38808f0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:34:02.957661 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-914580cd-83e9-4c4a-b948-9a594a20c11f req-686849fe-92a4-47c3-8728-9d38808f0745 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e9acd42-1792-4403-99f7-9eb8e895c43e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838587
Apr 30 13:34:03.037646 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-a3241e11-54c9-4133-ae58-885394968d5b None None] Set router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:34:03.091101 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-914580cd-83e9-4c4a-b948-9a594a20c11f req-d718d35f-24b6-49ac-9680-46f2b955993d service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256766
Apr 30 13:34:03.340358 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-914580cd-83e9-4c4a-b948-9a594a20c11f req-c08d1169-0ae1-4733-9f4b-229e75ba0960 service neutron] 10.222.0.89 "GET /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2416050
Apr 30 13:34:03.357520 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-a3241e11-54c9-4133-ae58-885394968d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c23b6fa30>, [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:28:04Z', 'revision_number': 4, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port': {'id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:01Z', 'updated_at': '2021-04-30T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '3e456f67-f1f6-4b21-b127-87e4751f4d69', 'name': '', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'mac_address': 'fa:16:3e:77:08:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:03Z', 'updated_at': '2021-04-30T13:28:11Z', 'revision_number': 5, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'subnets': [{'id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:03.361767 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3241e11-54c9-4133-ae58-885394968d5b None None] The sync data for ids ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'] in dv-cinder-787195-5-iscsi is: [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:28:04Z', 'revision_number': 4, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port': {'id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:01Z', 'updated_at': '2021-04-30T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi', '_interfaces': [{'id': '3e456f67-f1f6-4b21-b127-87e4751f4d69', 'name': '', 'network_id': '1e9acd42-1792-4403-99f7-9eb8e895c43e', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'mac_address': 'fa:16:3e:77:08:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:03Z', 'updated_at': '2021-04-30T13:28:11Z', 'revision_number': 5, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'subnets': [{'id': '14253caa-4c3c-4a3f-a4df-daa3751a9a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:34:03.571104 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe19cd5-11d0-41b4-bcd5-ec08e0e4e11c None None] New status for floating IP f53963b5-2c1f-4ba2-81d5-8bad0ccdfb12: DOWN {{(pid=73839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 13:34:03.994775 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7598245-4d49-4e97-874e-ddd8155523c1 req-f2966b01-af7f-4778-a0ef-2fbde97ba1e7 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:34:03.996144 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d7598245-4d49-4e97-874e-ddd8155523c1 req-f2966b01-af7f-4778-a0ef-2fbde97ba1e7 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0824535
Apr 30 13:34:04.041909 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d7598245-4d49-4e97-874e-ddd8155523c1 req-501a7cd2-154c-4dec-9bed-9011ff4cd770 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/security-groups?id=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398507
Apr 30 13:34:04.327208 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39922aa-fea3-4753-a5e6-a9e9fa306554 req-db1caa9d-0311-4058-ac1a-833e40737b5c tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 13:34:04.327789 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-a39922aa-fea3-4753-a5e6-a9e9fa306554 req-db1caa9d-0311-4058-ac1a-833e40737b5c tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Synchronizing usage tracker for tenant:6de04e3b7a694ccd9d30a3bc7f79adff on resource:port {{(pid=73837) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 13:34:04.339164 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.quota.resource [req-a39922aa-fea3-4753-a5e6-a9e9fa306554 req-db1caa9d-0311-4058-ac1a-833e40737b5c tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Unset dirty status for tenant:6de04e3b7a694ccd9d30a3bc7f79adff on resource:port {{(pid=73837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 13:34:04.340217 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a39922aa-fea3-4753-a5e6-a9e9fa306554 req-db1caa9d-0311-4058-ac1a-833e40737b5c tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.89 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 945 time: 0.0910723
Apr 30 13:34:04.482442 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-a39922aa-fea3-4753-a5e6-a9e9fa306554 req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Deleting port 38e71166-07c2-46f9-9f93-5d432e96c377 {{(pid=73837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:34:04.482778 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a39922aa-fea3-4753-a5e6-a9e9fa306554 req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:04.614347 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.db [req-a39922aa-fea3-4753-a5e6-a9e9fa306554 req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] For port 38e71166-07c2-46f9-9f93-5d432e96c377, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=38e71166-07c2-46f9-9f93-5d432e96c377,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:34:04.614710 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a39922aa-fea3-4753-a5e6-a9e9fa306554 req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:04.735973 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.plugins.ml2.plugin [req-a39922aa-fea3-4753-a5e6-a9e9fa306554 req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Calling delete_port for 38e71166-07c2-46f9-9f93-5d432e96c377 owned by compute:nova {{(pid=73837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:34:04.846593 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a39922aa-fea3-4753-a5e6-a9e9fa306554 req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1162253'] for port, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:04.852129 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-a9f8b6b6-dd41-4b23-8007-4fc49044b7a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:04.896828 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Pushing event deleted for resources: {'Port': ['ID=38e71166-07c2-46f9-9f93-5d432e96c377,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:04.935055 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:04.935438 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:04.935810 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:04.936176 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:04.936537 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:04.936898 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:04.937257 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:04.937615 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:04.937973 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:04.938352 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:04.938713 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:04.939067 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:04.947128 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:04.997052 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39922aa-fea3-4753-a5e6-a9e9fa306554 req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] No DVR routers for this DVR port 38e71166-07c2-46f9-9f93-5d432e96c377 on host hv-cinder-78719 {{(pid=73837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:34:04.999847 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [req-a39922aa-fea3-4753-a5e6-a9e9fa306554 req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123894'] for port, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:05.002730 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'name': 'network-vif-deleted', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377'}] {{(pid=73837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 13:34:05.017869 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [req-a39922aa-fea3-4753-a5e6-a9e9fa306554 req-61782930-3094-405a-ab4b-8e5a85bed198 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.89 "DELETE /v2.0/ports/38e71166-07c2-46f9-9f93-5d432e96c377 HTTP/1.1" status: 204  len: 173 time: 0.6703687
Apr 30 13:34:05.119642 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3244f1-0ee0-472b-b0c9-5d7095e6efe5', 'name': 'network-vif-deleted', 'tag': '38e71166-07c2-46f9-9f93-5d432e96c377', 'status': 'completed', 'code': 200}
Apr 30 13:34:05.200641 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [req-d6d3886a-e63c-4464-8810-6a5563ce4c75 req-77ef0269-5781-4038-b2bd-8d6f346009f0 tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3244f1-0ee0-472b-b0c9-5d7095e6efe5 HTTP/1.1" status: 200  len: 210 time: 0.0448499
Apr 30 13:34:06.294431 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52254) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:06.363420 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c53f8bca-058c-4502-86e0-935d7b3f230d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:06.392696 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c53f8bca-058c-4502-86e0-935d7b3f230d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:06.458736 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c53f8bca-058c-4502-86e0-935d7b3f230d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:06.462640 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-0fa7c933-570f-45c4-9f3e-75e9b8e26e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:06.477420 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f8bca-058c-4502-86e0-935d7b3f230d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89a579c-dbc9-419a-9980-8f1a8e5f4ee4,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:06.480638 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-c53f8bca-058c-4502-86e0-935d7b3f230d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:06.491146 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-c53f8bca-058c-4502-86e0-935d7b3f230d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:06.492305 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-c53f8bca-058c-4502-86e0-935d7b3f230d tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] 10.222.0.15 "DELETE /v2.0/security-groups/a89a579c-dbc9-419a-9980-8f1a8e5f4ee4 HTTP/1.1" status: 204  len: 168 time: 0.1968892
Apr 30 13:34:07.552490 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52262) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:08.212514 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 38e71166-07c2-46f9-9f93-5d432e96c377 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:34:08.247275 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] No Port match for: 38e71166-07c2-46f9-9f93-5d432e96c377 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:34:08.247622 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Device 38e71166-07c2-46f9-9f93-5d432e96c377 not bound to the agent host hv-cinder-78719 {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:34:08.314423 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-63ed7e6d-5792-449b-af23-c6806933c8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3802958'] for router_interface, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:08.612622 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:34:08.731729 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-63ed7e6d-5792-449b-af23-c6806933c8a9 admin admin] Deleting port 3e456f67-f1f6-4b21-b127-87e4751f4d69 {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:34:08.732334 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-63ed7e6d-5792-449b-af23-c6806933c8a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:08.854028 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [None req-63ed7e6d-5792-449b-af23-c6806933c8a9 admin admin] For port 3e456f67-f1f6-4b21-b127-87e4751f4d69, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=3e456f67-f1f6-4b21-b127-87e4751f4d69,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:34:08.854401 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-63ed7e6d-5792-449b-af23-c6806933c8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:08.976944 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-63ed7e6d-5792-449b-af23-c6806933c8a9 admin admin] Calling delete_port for 3e456f67-f1f6-4b21-b127-87e4751f4d69 owned by network:router_interface {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:34:09.127353 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-63ed7e6d-5792-449b-af23-c6806933c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:09.131974 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-2759f797-b164-489f-baa6-7c7eb27eb495 tempest-AttachVolumeTestJSON-1577637551 tempest-AttachVolumeTestJSON-1577637551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:09.176641 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed7e6d-5792-449b-af23-c6806933c8a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e456f67-f1f6-4b21-b127-87e4751f4d69,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:09.207233 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-63ed7e6d-5792-449b-af23-c6806933c8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:09.456917 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-63ed7e6d-5792-449b-af23-c6806933c8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858174'] for router_interface, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:09.915114 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ed7e6d-5792-449b-af23-c6806933c8a9 admin admin] Router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:34:10.096102 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ed7e6d-5792-449b-af23-c6806933c8a9 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:34:10.104941 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73feb9b-dcc1-4dc0-979d-a0e28c0dd158 None None] Sync routers for ids ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'] in dv-cinder-787195-5-iscsi {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:34:10.109546 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-63ed7e6d-5792-449b-af23-c6806933c8a9 admin admin] 10.222.0.15 "PUT /v2.0/routers/a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5546985
Apr 30 13:34:10.110798 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52268) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:10.115224 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73feb9b-dcc1-4dc0-979d-a0e28c0dd158 None None] Routers {'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:34:10.115967 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e73feb9b-dcc1-4dc0-979d-a0e28c0dd158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c2833c940>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:33:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:10.291334 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Notify callbacks [] for router, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:10.296795 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-e73feb9b-dcc1-4dc0-979d-a0e28c0dd158 None None] Set router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 gateway port host: dv-cinder-787195-5-iscsi {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:34:10.483251 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:10.557784 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Deleting port b6898731-df1d-478b-acd9-b70e7def8706 {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:34:10.558122 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:10.644005 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e73feb9b-dcc1-4dc0-979d-a0e28c0dd158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c2833c940>, [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:34:09Z', 'revision_number': 5, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port': {'id': 'b6898731-df1d-478b-acd9-b70e7def8706', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:01Z', 'updated_at': '2021-04-30T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:10.647862 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73feb9b-dcc1-4dc0-979d-a0e28c0dd158 None None] Checking router: a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 for host: dv-cinder-787195-5-iscsi {{(pid=73838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:34:10.656264 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73feb9b-dcc1-4dc0-979d-a0e28c0dd158 None None] Routers {'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:34:10.656795 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e73feb9b-dcc1-4dc0-979d-a0e28c0dd158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c2833c940>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:33:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'], 'active': True} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:10.679063 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] For port b6898731-df1d-478b-acd9-b70e7def8706, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=b6898731-df1d-478b-acd9-b70e7def8706,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:34:10.679418 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:10.805194 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Calling delete_port for b6898731-df1d-478b-acd9-b70e7def8706 owned by network:router_gateway {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:34:10.811897 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvr_db [None req-e73feb9b-dcc1-4dc0-979d-a0e28c0dd158 None None] Set router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 gateway port host: None {{(pid=73838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:34:10.919909 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_hamode_db [None req-e73feb9b-dcc1-4dc0-979d-a0e28c0dd158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c2833c940>, [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:34:10Z', 'revision_number': 6, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port_host': None}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:10.924302 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73feb9b-dcc1-4dc0-979d-a0e28c0dd158 None None] The sync data for ids ['a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0'] in dv-cinder-787195-5-iscsi is: [{'id': 'a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0', 'name': 'tempest-TestShelveInstance-87684025-router', 'tenant_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:00Z', 'updated_at': '2021-04-30T13:34:10Z', 'revision_number': 6, 'project_id': '6de04e3b7a694ccd9d30a3bc7f79adff', 'gw_port_host': None}] {{(pid=73838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:34:11.060443 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:11.064232 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-33994be8-6f72-4f64-b9de-fd1bfb2f3cb2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:11.109397 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Pushing event deleted for resources: {'Port': ['ID=b6898731-df1d-478b-acd9-b70e7def8706,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:11.112964 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:11.201572 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817177'] for router_gateway, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:11.386292 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3857158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260263'] for router, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:11.388506 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:11.474966 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857788'] for router, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:11.475426 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Fanout notify agent at l3_agent the message router_deleted on router a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 {{(pid=73836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:34:11.488544 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] Notify callbacks [] for router, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:11.489671 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-6f84fd1d-e86a-4bf5-a6b7-4508830ca7db admin admin] 10.222.0.15 "DELETE /v2.0/routers/a53a6ac7-0ad3-4e47-9e73-342f8a9d2be0 HTTP/1.1" status: 204  len: 168 time: 1.3779681
Apr 30 13:34:11.492679 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52272) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:11.558650 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b44a7ff-013a-4ddd-ae29-c996dc1a8020 admin admin] Deleting subnet 14253caa-4c3c-4a3f-a4df-daa3751a9a58 {{(pid=73836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:34:11.561796 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3b44a7ff-013a-4ddd-ae29-c996dc1a8020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:11.611293 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3b44a7ff-013a-4ddd-ae29-c996dc1a8020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823725'] for subnet, precommit_delete_associations {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:11.735358 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3b44a7ff-013a-4ddd-ae29-c996dc1a8020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:11.995892 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3b44a7ff-013a-4ddd-ae29-c996dc1a8020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1476695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11402154'] for subnet, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:11.999621 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:12.035550 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44a7ff-013a-4ddd-ae29-c996dc1a8020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14253caa-4c3c-4a3f-a4df-daa3751a9a58,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:12.038666 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-3b44a7ff-013a-4ddd-ae29-c996dc1a8020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:12.039849 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3b44a7ff-013a-4ddd-ae29-c996dc1a8020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:12.044962 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdd082f-2475-4538-9475-3cd0a9debff8 None None] Network 1e9acd42-1792-4403-99f7-9eb8e895c43e requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:34:12.046822 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-3b44a7ff-013a-4ddd-ae29-c996dc1a8020 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/14253caa-4c3c-4a3f-a4df-daa3751a9a58 HTTP/1.1" status: 204  len: 168 time: 0.5523055
Apr 30 13:34:12.048898 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52276) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:12.157055 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:12.233478 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Deleting port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:34:12.233717 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:12.291539 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] DHCP port deletion for 1e9acd42-1792-4403-99f7-9eb8e895c43e request from dv-cinder-787195-5-iscsi {{(pid=73838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:34:12.342039 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] For port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=b2d72797-05f8-44fd-b8d9-f3c36f0ae1db,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:34:12.342380 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:12.355703 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Deleting port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:34:12.356088 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:12.462509 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] For port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=b2d72797-05f8-44fd-b8d9-f3c36f0ae1db,segment=NetworkSegment(72bed314-0c93-4e04-b53a-cb18795390f9),segment_id=72bed314-0c93-4e04-b53a-cb18795390f9)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:34:12.462990 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:12.477553 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 3e456f67-f1f6-4b21-b127-87e4751f4d69 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:34:12.572131 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Calling delete_port for b2d72797-05f8-44fd-b8d9-f3c36f0ae1db owned by network:dhcp {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:34:12.620847 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 3e456f67-f1f6-4b21-b127-87e4751f4d69 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:34:12.621438 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 3e456f67-f1f6-4b21-b127-87e4751f4d69 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:34:12.622011 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device b6898731-df1d-478b-acd9-b70e7def8706 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:34:12.624727 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:12.628918 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-29f21efa-e809-4425-8353-1b7a0c946fea tempest-TestShelveInstance-591452820 tempest-TestShelveInstance-591452820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:12.655791 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Calling delete_port for b2d72797-05f8-44fd-b8d9-f3c36f0ae1db owned by network:dhcp {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:34:12.670134 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: b6898731-df1d-478b-acd9-b70e7def8706 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:34:12.670507 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device b6898731-df1d-478b-acd9-b70e7def8706 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:34:12.670936 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device b2d72797-05f8-44fd-b8d9-f3c36f0ae1db no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:34:12.679214 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d72797-05f8-44fd-b8d9-f3c36f0ae1db,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:12.682440 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:12.683356 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] No DVR routers for this DVR port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db on host dv-cinder-787195-5-iscsi {{(pid=73836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:34:12.707191 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: b2d72797-05f8-44fd-b8d9-f3c36f0ae1db {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:34:12.707545 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device b2d72797-05f8-44fd-b8d9-f3c36f0ae1db not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:34:12.749102 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:12.753981 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a284e1-673a-4ad7-aba1-d780545f3a1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:12.803217 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] No DVR routers for this DVR port b2d72797-05f8-44fd-b8d9-f3c36f0ae1db on host dv-cinder-787195-5-iscsi {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:34:12.805493 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:12.809409 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Pushing event deleted for resources: {'Port': ['ID=b2d72797-05f8-44fd-b8d9-f3c36f0ae1db,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:12.816110 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:12.816458 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:12.816882 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:12.817111 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:12.817719 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:12.818052 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:12.818403 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:12.818733 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:12.819051 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:12.819371 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:12.819692 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:12.820032 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-iscsi {{(pid=73838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:34:12.823215 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-5fcdadc2-f167-4244-940b-4e178fd226d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:12.914283 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c22dd0580>,) {'filters': {'network_id': ['1e9acd42-1792-4403-99f7-9eb8e895c43e']}} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:12.927908 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c22dd0580>, '72bed314-0c93-4e04-b53a-cb18795390f9') {'for_net_delete': True} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:12.928201 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c22dd0580>, '72bed314-0c93-4e04-b53a-cb18795390f9') {} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:12.939605 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823716'] for segment, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:12.957063 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:12.963167 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=73836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:34:13.136231 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Network 1e9acd42-1792-4403-99f7-9eb8e895c43e has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:34:13.145203 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1476861'] for segment, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:13.312818 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Network 1e9acd42-1792-4403-99f7-9eb8e895c43e has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]: Traceback (most recent call last):
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     timer()
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     cb(*args, **kw)
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     return func(*args, **kwargs)
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     self._notify()
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     self.callback(batched_events)
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     event.method(event)
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     return f(self, *a, **k)
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._get(url).json()
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:34:13.336079 dv-cinder-787195-5-iscsi neutron-server[73836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:34:13.416559 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:13.420490 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-449505f2-4e65-4766-b607-63024af8ab75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:13.433396 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:13.445080 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9acd42-1792-4403-99f7-9eb8e895c43e,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:13.449261 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:13.459157 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-6a83fe6d-9a02-4d2e-b8a6-fc2e23a98e28 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1e9acd42-1792-4403-99f7-9eb8e895c43e HTTP/1.1" status: 204  len: 168 time: 1.4084578
Apr 30 13:34:13.462222 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52282) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:14.103049 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5674-3334-4058-ad90-952f1cc85799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3802958'] for router_interface, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:14.511503 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae5674-3334-4058-ad90-952f1cc85799 admin admin] Deleting port ca94fdfd-fa18-4229-af06-86888e74c14c {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:34:14.512212 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5674-3334-4058-ad90-952f1cc85799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:14.643945 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [None req-e3ae5674-3334-4058-ad90-952f1cc85799 admin admin] For port ca94fdfd-fa18-4229-af06-86888e74c14c, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=ca94fdfd-fa18-4229-af06-86888e74c14c,segment=NetworkSegment(2669fbc5-c60f-4380-af94-ba9d56f52b3a),segment_id=2669fbc5-c60f-4380-af94-ba9d56f52b3a)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:34:14.644384 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5674-3334-4058-ad90-952f1cc85799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:14.766049 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae5674-3334-4058-ad90-952f1cc85799 admin admin] Calling delete_port for ca94fdfd-fa18-4229-af06-86888e74c14c owned by network:router_interface {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:34:14.914009 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5674-3334-4058-ad90-952f1cc85799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:14.917531 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:14.960851 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae5674-3334-4058-ad90-952f1cc85799 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca94fdfd-fa18-4229-af06-86888e74c14c,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:14.963991 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e3ae5674-3334-4058-ad90-952f1cc85799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:15.230174 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5674-3334-4058-ad90-952f1cc85799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3858174'] for router_interface, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:15.690044 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ae5674-3334-4058-ad90-952f1cc85799 admin admin] Router 60b816a6-e9e9-4d25-a761-896d787e4f3d has already been hosted by L3 agent adaa1388-6fcb-4f1f-b55a-1e6a91467588 {{(pid=73836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 13:34:15.867314 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ae5674-3334-4058-ad90-952f1cc85799 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-iscsi the message routers_updated {{(pid=73836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 13:34:15.875785 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aed5db-4ed1-46c1-81ba-3c3624e66c06 None None] Sync routers for ids ['60b816a6-e9e9-4d25-a761-896d787e4f3d'] in dv-cinder-787195-5-iscsi {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 13:34:15.883819 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-e3ae5674-3334-4058-ad90-952f1cc85799 admin admin] 10.222.0.15 "PUT /v2.0/routers/60b816a6-e9e9-4d25-a761-896d787e4f3d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4200323
Apr 30 13:34:15.885662 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aed5db-4ed1-46c1-81ba-3c3624e66c06 None None] Routers {'60b816a6-e9e9-4d25-a761-896d787e4f3d'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:34:15.885838 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52286) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:15.886338 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-e6aed5db-4ed1-46c1-81ba-3c3624e66c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28964ee0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:33:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['60b816a6-e9e9-4d25-a761-896d787e4f3d'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:16.069419 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:16.100692 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-e6aed5db-4ed1-46c1-81ba-3c3624e66c06 None None] Set router 60b816a6-e9e9-4d25-a761-896d787e4f3d gateway port host: dv-cinder-787195-5-iscsi {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:34:16.248838 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:16.321019 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Deleting port 1de2a24b-9554-4e33-9f61-76e5c08dfed8 {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:34:16.321374 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:16.390530 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-e6aed5db-4ed1-46c1-81ba-3c3624e66c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28964ee0>, [{'id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'name': 'tempest-TestShelveInstance-1694624371-router', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'external_fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:07Z', 'updated_at': '2021-04-30T13:34:14Z', 'revision_number': 5, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'gw_port': {'id': '1de2a24b-9554-4e33-9f61-76e5c08dfed8', 'name': '', 'network_id': '63a99783-b870-44bc-8ba8-6e64f36180e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:28:08Z', 'updated_at': '2021-04-30T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2200a453-fcbd-40f9-99ab-ef96c9c9ac02', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-iscsi'}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:16.395041 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aed5db-4ed1-46c1-81ba-3c3624e66c06 None None] Checking router: 60b816a6-e9e9-4d25-a761-896d787e4f3d for host: dv-cinder-787195-5-iscsi {{(pid=73839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 13:34:16.403576 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aed5db-4ed1-46c1-81ba-3c3624e66c06 None None] Routers {'60b816a6-e9e9-4d25-a761-896d787e4f3d'} bound to L3 agent in host dv-cinder-787195-5-iscsi {{(pid=73839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:34:16.404190 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-e6aed5db-4ed1-46c1-81ba-3c3624e66c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1c28964ee0>, 'dv-cinder-787195-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:07:26Z,description=<?>,heartbeat_timestamp=2021-04-30T13:33:57Z,host='dv-cinder-787195-5-iscsi',id=adaa1388-6fcb-4f1f-b55a-1e6a91467588,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:07:26Z,topic='l3_agent')) {'router_ids': ['60b816a6-e9e9-4d25-a761-896d787e4f3d'], 'active': True} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:16.449885 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] For port 1de2a24b-9554-4e33-9f61-76e5c08dfed8, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=1de2a24b-9554-4e33-9f61-76e5c08dfed8,segment=NetworkSegment(d195d91b-363c-4e25-a982-ef40bb39a5d2),segment_id=d195d91b-363c-4e25-a982-ef40bb39a5d2)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:34:16.450321 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:16.556862 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_dvr_db [None req-e6aed5db-4ed1-46c1-81ba-3c3624e66c06 None None] Set router 60b816a6-e9e9-4d25-a761-896d787e4f3d gateway port host: None {{(pid=73839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 13:34:16.576693 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Calling delete_port for 1de2a24b-9554-4e33-9f61-76e5c08dfed8 owned by network:router_gateway {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:34:16.662116 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.l3_hamode_db [None req-e6aed5db-4ed1-46c1-81ba-3c3624e66c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1c28964ee0>, [{'id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'name': 'tempest-TestShelveInstance-1694624371-router', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:07Z', 'updated_at': '2021-04-30T13:34:16Z', 'revision_number': 6, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'gw_port_host': None}], 'dv-cinder-787195-5-iscsi', False) {} {{(pid=73839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:16.666327 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aed5db-4ed1-46c1-81ba-3c3624e66c06 None None] The sync data for ids ['60b816a6-e9e9-4d25-a761-896d787e4f3d'] in dv-cinder-787195-5-iscsi is: [{'id': '60b816a6-e9e9-4d25-a761-896d787e4f3d', 'name': 'tempest-TestShelveInstance-1694624371-router', 'tenant_id': 'ad47ad245d034949b533959a1494b34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:28:07Z', 'updated_at': '2021-04-30T13:34:16Z', 'revision_number': 6, 'project_id': 'ad47ad245d034949b533959a1494b34c', 'gw_port_host': None}] {{(pid=73839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 13:34:16.729571 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:16.733347 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-a22145de-7145-46e9-af8a-e04cbbeb38be tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:16.810447 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de2a24b-9554-4e33-9f61-76e5c08dfed8,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:16.813294 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:16.984251 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817177'] for router_gateway, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.171308 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3857158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260263'] for router, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.173483 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.197647 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3857788'] for router, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.198185 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60b816a6-e9e9-4d25-a761-896d787e4f3d {{(pid=73836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 13:34:17.211574 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] Notify callbacks [] for router, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.212696 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-bc319593-a54d-4abc-a35d-7c8ace3210d8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/60b816a6-e9e9-4d25-a761-896d787e4f3d HTTP/1.1" status: 204  len: 168 time: 1.3260083
Apr 30 13:34:17.215241 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52290) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:17.278542 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6490ae-6a04-4e82-82e0-5d6c2f3be566 admin admin] Deleting subnet e2a14029-1959-413d-ad77-cc3e862d10f4 {{(pid=73836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 13:34:17.281431 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3c6490ae-6a04-4e82-82e0-5d6c2f3be566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.336160 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3c6490ae-6a04-4e82-82e0-5d6c2f3be566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1823725'] for subnet, precommit_delete_associations {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.421797 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3c6490ae-6a04-4e82-82e0-5d6c2f3be566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3608805'] for subnet, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.675355 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3c6490ae-6a04-4e82-82e0-5d6c2f3be566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3608828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1476695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11402154'] for subnet, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.680188 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-8ecd3246-ae3a-4d62-873b-402756fbd39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:17.719824 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6490ae-6a04-4e82-82e0-5d6c2f3be566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a14029-1959-413d-ad77-cc3e862d10f4,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:17.723429 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-3c6490ae-6a04-4e82-82e0-5d6c2f3be566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:17.724792 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-3c6490ae-6a04-4e82-82e0-5d6c2f3be566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.729931 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fb630a-d5c3-4240-ab4a-c5292fed83d6 None None] Network 4fae75c2-851e-443f-9bcb-6c8009cad187 requested from dv-cinder-787195-5-iscsi {{(pid=73838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 13:34:17.737606 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-3c6490ae-6a04-4e82-82e0-5d6c2f3be566 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e2a14029-1959-413d-ad77-cc3e862d10f4 HTTP/1.1" status: 204  len: 168 time: 0.5208733
Apr 30 13:34:17.740133 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52294) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:17.846053 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622058'] for network, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:17.923125 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Deleting port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b {{(pid=73836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:34:17.923463 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:18.011287 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890c980-2c11-4ab6-8bd9-5de36d22c945 None None] DHCP port deletion for 4fae75c2-851e-443f-9bcb-6c8009cad187 request from dv-cinder-787195-5-iscsi {{(pid=73838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 13:34:18.025012 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.db [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] For port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=619d73f5-fb75-405e-9c2a-2ecf7f00b40b,segment=NetworkSegment(2669fbc5-c60f-4380-af94-ba9d56f52b3a),segment_id=2669fbc5-c60f-4380-af94-ba9d56f52b3a)] {{(pid=73836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:34:18.025366 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:18.077851 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-4890c980-2c11-4ab6-8bd9-5de36d22c945 None None] Deleting port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b {{(pid=73838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 13:34:18.078227 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4890c980-2c11-4ab6-8bd9-5de36d22c945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734933802837'] for port, before_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:18.149275 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.plugin [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Calling delete_port for 619d73f5-fb75-405e-9c2a-2ecf7f00b40b owned by network:dhcp {{(pid=73836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:34:18.177221 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.db [None req-4890c980-2c11-4ab6-8bd9-5de36d22c945 None None] For port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b, host dv-cinder-787195-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-iscsi',level=0,port_id=619d73f5-fb75-405e-9c2a-2ecf7f00b40b,segment=NetworkSegment(2669fbc5-c60f-4380-af94-ba9d56f52b3a),segment_id=2669fbc5-c60f-4380-af94-ba9d56f52b3a)] {{(pid=73838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 13:34:18.177717 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4890c980-2c11-4ab6-8bd9-5de36d22c945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3811263'] for port, precommit_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:18.202779 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1476650'] for port, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:18.208205 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-e3ab2761-c8e0-47a4-b85b-44e1f51db0e9 tempest-TestVolumeBootPattern-524314602 tempest-TestVolumeBootPattern-524314602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:18.254831 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Pushing event deleted for resources: {'Port': ['ID=619d73f5-fb75-405e-9c2a-2ecf7f00b40b,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:18.258433 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:18.260486 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] No DVR routers for this DVR port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b on host dv-cinder-787195-5-iscsi {{(pid=73836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:34:18.304148 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-4890c980-2c11-4ab6-8bd9-5de36d22c945 None None] Calling delete_port for 619d73f5-fb75-405e-9c2a-2ecf7f00b40b owned by network:dhcp {{(pid=73838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 13:34:18.348294 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4890c980-2c11-4ab6-8bd9-5de36d22c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-586060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4126117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734933806704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734933387295'] for port, after_delete {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:18.351863 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-26a284e1-673a-4ad7-aba1-d780545f3a1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:18.376853 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3606632', 'neutron.services.segments.db._delete_segments_for_network-8734933814941'] for network, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:18.394854 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890c980-2c11-4ab6-8bd9-5de36d22c945 None None] Pushing event deleted for resources: {'Port': ['ID=619d73f5-fb75-405e-9c2a-2ecf7f00b40b,revision_number=None']} {{(pid=73838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:18.398775 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG oslo_concurrency.lockutils [None req-4890c980-2c11-4ab6-8bd9-5de36d22c945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:18.401416 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890c980-2c11-4ab6-8bd9-5de36d22c945 None None] No DVR routers for this DVR port 619d73f5-fb75-405e-9c2a-2ecf7f00b40b on host dv-cinder-787195-5-iscsi {{(pid=73838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 13:34:18.473267 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 1de2a24b-9554-4e33-9f61-76e5c08dfed8 no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:34:18.510485 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 1de2a24b-9554-4e33-9f61-76e5c08dfed8 {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:34:18.510840 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 1de2a24b-9554-4e33-9f61-76e5c08dfed8 not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:34:18.511261 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device ca94fdfd-fa18-4229-af06-86888e74c14c no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:34:18.546273 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: ca94fdfd-fa18-4229-af06-86888e74c14c {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:34:18.546642 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device ca94fdfd-fa18-4229-af06-86888e74c14c not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:34:18.547072 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 619d73f5-fb75-405e-9c2a-2ecf7f00b40b no longer exists at agent ovs-agent-dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 13:34:18.580601 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] No Port match for: 619d73f5-fb75-405e-9c2a-2ecf7f00b40b {{(pid=73838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 13:34:18.581529 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron.plugins.ml2.rpc [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Device 619d73f5-fb75-405e-9c2a-2ecf7f00b40b not bound to the agent host dv-cinder-787195-5-iscsi {{(pid=73838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 13:34:18.593959 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1c23d96490>,) {'filters': {'network_id': ['4fae75c2-851e-443f-9bcb-6c8009cad187']}} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:18.606674 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c23d96490>, '2669fbc5-c60f-4380-af94-ba9d56f52b3a') {'for_net_delete': True} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:18.606972 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.services.segments.db [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1c23d96490>, '2669fbc5-c60f-4380-af94-ba9d56f52b3a') {} {{(pid=73836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:34:18.618190 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734933826919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1823716'] for segment, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:18.634412 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611179'] for segment, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:18.640270 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=73836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 13:34:18.820283 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Network 4fae75c2-851e-443f-9bcb-6c8009cad187 has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:34:18.828684 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1476861'] for segment, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:18.996843 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.plugins.ml2.managers [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Network 4fae75c2-851e-443f-9bcb-6c8009cad187 has no segments {{(pid=73836) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]: Traceback (most recent call last):
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     timer()
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     cb(*args, **kw)
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     return func(*args, **kwargs)
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     self._notify()
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     self.callback(batched_events)
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     event.method(event)
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     return f(self, *a, **k)
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._get(url).json()
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     return self.request(url, 'GET', **kwargs)
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 13:34:19.018148 dv-cinder-787195-5-iscsi neutron-server[73836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 13:34:19.093731 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3606627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3816261'] for network, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:19.097381 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:19.110371 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679423'] for network, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:19.120820 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Pushing event deleted for resources: {'Network': ['ID=4fae75c2-851e-443f-9bcb-6c8009cad187,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:19.125522 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:19.129054 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-46be1315-fe99-41fe-9fe2-815dc2d9ddcc admin admin] 10.222.0.15 "DELETE /v2.0/networks/4fae75c2-851e-443f-9bcb-6c8009cad187 HTTP/1.1" status: 204  len: 168 time: 1.3879788
Apr 30 13:34:19.244101 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52300) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:19.294891 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-4995f59a-ffd3-4730-a673-59b937fc347f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6de04e3b7a694ccd9d30a3bc7f79adff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0491304
Apr 30 13:34:19.297092 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.wsgi [-] (73836) accepted ('10.222.0.15', 52304) {{(pid=73836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:19.357207 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-08d83bfb-952d-4a81-a838-4b7251a50262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:19.384243 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-08d83bfb-952d-4a81-a838-4b7251a50262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:19.441190 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-08d83bfb-952d-4a81-a838-4b7251a50262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:19.445314 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-dcca01c8-68c8-4be0-95e5-242c8d07eca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:19.460797 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d83bfb-952d-4a81-a838-4b7251a50262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc740f57-c0e2-4283-b4c0-b1734472448b,revision_number=None']} {{(pid=73836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:19.464311 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG oslo_concurrency.lockutils [None req-08d83bfb-952d-4a81-a838-4b7251a50262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:19.467522 dv-cinder-787195-5-iscsi neutron-server[73836]: DEBUG neutron_lib.callbacks.manager [None req-08d83bfb-952d-4a81-a838-4b7251a50262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:19.468666 dv-cinder-787195-5-iscsi neutron-server[73836]: INFO neutron.wsgi [None req-08d83bfb-952d-4a81-a838-4b7251a50262 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc740f57-c0e2-4283-b4c0-b1734472448b HTTP/1.1" status: 204  len: 168 time: 0.1706414
Apr 30 13:34:19.816951 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 52312) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:19.866187 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-010650de-45c8-474d-be87-51d81e278ef6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad47ad245d034949b533959a1494b34c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0479195
Apr 30 13:34:19.868545 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.wsgi [-] (73837) accepted ('10.222.0.15', 52316) {{(pid=73837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:34:19.927615 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e3e957f3-90d7-422f-9865-66b758e81bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:19.952716 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e3e957f3-90d7-422f-9865-66b758e81bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:20.010511 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e3e957f3-90d7-422f-9865-66b758e81bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3901832'] for security_group, after_delete {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:20.014565 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-5504a1ae-4eb1-4eec-9144-0064c3f9ae3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:34:20.026451 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e957f3-90d7-422f-9865-66b758e81bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd459e2a-26f0-478f-bf83-36b5b72b8413,revision_number=None']} {{(pid=73837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 13:34:20.029445 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG oslo_concurrency.lockutils [None req-e3e957f3-90d7-422f-9865-66b758e81bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:34:20.035234 dv-cinder-787195-5-iscsi neutron-server[73837]: DEBUG neutron_lib.callbacks.manager [None req-e3e957f3-90d7-422f-9865-66b758e81bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:20.036342 dv-cinder-787195-5-iscsi neutron-server[73837]: INFO neutron.wsgi [None req-e3e957f3-90d7-422f-9865-66b758e81bc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd459e2a-26f0-478f-bf83-36b5b72b8413 HTTP/1.1" status: 204  len: 168 time: 0.1669052
Apr 30 13:34:23.575324 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f119288d-d3d5-4cb5-b3e1-38b45c3eb250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:26.267161 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:26.583953 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-64d8dec9-110d-4c72-8c3f-72ff0bd12555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:27.825249 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:29.196933 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:30.521971 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:45.611723 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:34:53.567208 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-54cde380-29df-4b1f-8b50-4232d385f43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:56.271494 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:56.585718 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4ff296f8-2c20-418c-b087-d4a274ef9b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:57.827787 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:34:59.199830 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:00.537334 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:22.610685 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:35:23.568742 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-a15ee16b-929a-4fd4-8f25-a75f6e63e16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:26.273211 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:26.587405 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-7af1308b-6e95-4f91-8c24-5ee7d2317581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:27.831165 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:29.210308 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:30.535692 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:53.569825 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4f76ae0f-1451-49c7-b8be-14ff862f601d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:56.275610 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:56.590045 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-acac0f28-2bb2-41d9-a8ed-dd7736c9964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:57.833917 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:59.205373 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:35:59.611155 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:36:00.552786 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:23.572255 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c88b-3826-4893-9d4a-81a83b1df072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:26.277621 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:26.593599 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ccdd-2767-417b-b014-07548b9a2d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:27.835680 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:29.208958 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:30.554834 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:36.611729 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:36:53.573392 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-767bd4d1-6fc7-4ca5-a13f-ae9344055b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:56.279879 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:56.595863 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-f2e95433-3ad6-4812-8b7b-005e0a7cb087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:57.839758 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:36:59.211227 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:00.554845 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:13.613489 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:37:23.575416 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7240-085b-4911-b2e6-e4f4b0afa76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:26.282338 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:26.597251 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1cf4-aa01-479b-8a83-42c906930a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:27.842496 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:29.215847 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:30.550037 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:50.612626 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:37:53.576424 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3477d4cf-b211-446b-b227-701e368050e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:56.285832 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:56.598681 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-4b1c42b7-f8f4-48e2-8da1-87e023db2fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:57.846090 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:37:59.218946 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:00.564548 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:23.579367 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-b7a60dfb-cc0a-420f-b943-7bcc44b3791c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:26.288631 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:26.602505 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-9e3f632f-a61b-4079-8d37-7c04f8f415a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:27.611726 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:38:27.850359 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:29.224774 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:30.558987 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:53.581267 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26f2c79d-826b-4501-8b10-70cae3c4c1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:56.291297 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:56.603431 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-766776dc-281c-41c7-b3b4-af617a722c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:57.852158 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:38:59.225553 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:00.574525 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:04.611521 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 13:39:23.584817 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d347-f959-4617-a4fa-1854fd4d0267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:26.293571 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddbc9-aea1-45ab-9f44-02bee3bd6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:26.604886 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-ce24fb17-49f6-4a13-bc09-13441e354406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:27.854715 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-68fdbc62-3b9e-498a-8fd8-3eb5aac19780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:29.234068 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-3d807ee9-beeb-4c5b-adea-4fa153bb8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:30.580268 dv-cinder-787195-5-iscsi neutron-server[73838]: DEBUG neutron_lib.callbacks.manager [None req-26a5204c-dd55-41b9-a28d-20e481a037ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734933814950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3604514'] for agent, after_update {{(pid=73838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:39:41.610590 dv-cinder-787195-5-iscsi neutron-server[73839]: DEBUG neutron.db.agents_db [None req-3475c8b0-4dc5-498c-bead-08faa17bf2d1 None None] Agent healthcheck: found 6 active agents {{(pid=73839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}